-- Logs begin at Fri 2021-11-12 01:46:12 UTC, end at Fri 2021-11-12 02:53:51 UTC. -- Nov 12 02:17:43.093789 dv-cinder-808574-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 02:17:45.870283 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.common.config [-] Logging enabled! Nov 12 02:17:45.870925 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 02:17:45.871122 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101570) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 02:17:45.874362 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.common.config [-] Logging enabled! Nov 12 02:17:45.874619 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 02:17:45.874959 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101570) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 02:17:45.875893 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 02:17:45.876130 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 02:17:45.876534 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 02:17:45.877292 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 02:17:45.877517 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 02:17:45.877837 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.878264 dv-cinder-808574-4-iscsi neutron-server[101570]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 02:17:45.878582 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.878902 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.879201 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.879501 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.879799 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.880082 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.880375 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.880678 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.880968 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.881251 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.881542 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.881843 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.882128 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.882418 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.882732 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.883020 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] debug = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.883304 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.883744 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.884160 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.884447 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.884740 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.885023 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.885299 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.885578 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.885870 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.886203 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] host = dv-cinder-808574-4-iscsi {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.886485 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.886802 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.887096 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.887386 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.887663 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.887945 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.888234 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.888511 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.888787 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] log_file = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.889062 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.889350 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.889640 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.889932 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.890158 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.890381 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.890709 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.891004 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.891282 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.891558 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.891843 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.892141 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.892421 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.892694 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.892982 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.893339 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.893629 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.893908 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.894186 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.894461 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.894769 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.895059 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.895335 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.895609 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.895887 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.896177 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.896448 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.896723 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.897026 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.897316 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.897601 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.897887 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.898165 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.898452 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.898749 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.899026 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.899304 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] use_json = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.899576 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.899847 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.900139 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.900413 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.900689 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.900965 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.901242 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.901528 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:45.901834 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.902138 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.902444 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.902779 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.903091 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.903376 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.903669 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.903952 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.904247 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.904541 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.904833 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.905117 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.905409 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.905691 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.905988 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.906299 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.906598 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.906918 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.907199 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.907480 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.907780 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.908070 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.908358 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.908639 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.908931 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.909224 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.909504 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.909794 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.910091 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.910386 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.910687 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.910967 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.911261 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.911540 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.911821 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.912100 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.912394 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.912680 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.912961 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.913249 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.913533 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.913810 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.914090 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.914369 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.914694 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.914972 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.915247 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.915523 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.915801 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.916078 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.916369 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.916652 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.916931 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.917207 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.917489 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.917764 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.918040 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.918322 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.918598 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.918911 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.919188 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.919464 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.919740 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.920015 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.920290 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.920563 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.920835 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.921114 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.921388 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.921663 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.921940 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.922215 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.922493 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.922810 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.923113 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.923910 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.924192 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.924472 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.924752 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.925030 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.925309 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.925589 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.925866 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.926140 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.926431 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.926752 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.927045 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.927331 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.927611 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.927939 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.928221 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.928508 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.928789 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.929071 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.929357 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.929642 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.929941 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.930236 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.930535 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.930861 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.931160 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.931442 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.931755 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.932038 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:45.932264 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 02:17:45.932505 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101570) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 02:17:46.413745 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 02:17:46.413930 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 02:17:46.414240 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 02:17:46.414580 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 02:17:46.743071 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:46.743284 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:46.743560 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:46.744762 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:46.745038 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:46.745306 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:46.779995 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:46.780278 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:46.780553 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:46.796728 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:46.797013 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:46.797286 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:46.826810 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:46.827097 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:46.827376 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:46.864171 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:46.864454 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:46.864729 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.099970 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.100568 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.100568 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.100742 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.101405 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.229088 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.229413 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.229701 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.229983 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.230250 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.230562 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.230856 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.231118 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.231375 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.231660 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.231922 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.232189 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.232461 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.232705 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.232965 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.233235 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.233494 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.233764 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.234037 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.234299 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.234572 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.234852 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.235138 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.235516 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.235766 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.236545 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.236949 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:17:47.237193 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:17:47.237433 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:17:47.237923 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:17:47.238160 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:17:47.238396 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:17:47.238785 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 02:17:47.242012 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 02:17:47.245999 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 02:17:47.249843 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Nov 12 02:17:47.252068 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 02:17:47.252536 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 02:17:47.252880 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 02:17:47.253270 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 02:17:47.256136 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 02:17:47.256390 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 02:17:47.256737 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 02:17:47.262038 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 02:17:47.284186 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 02:17:47.284650 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.284952 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101570) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 02:17:47.285320 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.286737 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101570) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 02:17:47.287023 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 02:17:47.287274 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 02:17:47.290496 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.290818 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:47.355812 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 02:17:47.355994 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 02:17:47.356229 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 02:17:47.356605 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 02:17:47.378039 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_db.sqlalchemy.engines [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101570) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 02:17:47.916444 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.managers [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Initializing driver for type 'gre' Nov 12 02:17:47.916976 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] gre ID ranges: [(1, 1000)] Nov 12 02:17:47.966176 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.managers [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Initializing driver for type 'local' Nov 12 02:17:47.966533 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.managers [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Initializing driver for type 'vlan' Nov 12 02:17:47.979552 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] VlanTypeDriver initialization complete Nov 12 02:17:47.979897 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.managers [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Initializing driver for type 'vxlan' Nov 12 02:17:47.980458 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] vxlan ID ranges: [(1, 1000)] Nov 12 02:17:48.031909 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.managers [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Initializing extension driver 'port_security' Nov 12 02:17:48.032245 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.extensions.port_security [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] PortSecurityExtensionDriver initialization complete Nov 12 02:17:48.032584 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.managers [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Initializing mechanism driver 'openvswitch' Nov 12 02:17:48.033446 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.managers [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Initializing mechanism driver 'hyperv' Nov 12 02:17:48.040052 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.plugins.ml2.plugin [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:17:48.040878 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > port after_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.041283 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > port after_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.041688 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > port after_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.042140 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101570) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 02:17:48.042597 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > subnet after_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.042955 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > subnet after_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.043304 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > subnet after_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.043697 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101570) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 02:17:48.044104 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > network after_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.044453 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > network after_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.044796 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > network after_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.045186 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101570) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 02:17:48.045590 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > security_group after_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.045941 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > security_group after_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.046282 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > security_group after_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.046697 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101570) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 02:17:48.047098 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.047447 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.047791 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.048176 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101570) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 02:17:48.048580 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > address_group after_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.048923 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > address_group after_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.049262 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > address_group after_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.049653 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101570) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 02:17:48.050026 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] ML2 OVO RPC backend initialized. {{(pid=101570) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 02:17:48.050751 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router_interface after_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.051108 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.051531 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > network before_response 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.051879 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > networks before_response 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.052227 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > port before_response 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.052567 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > ports before_response 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.052909 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > subnet before_response 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.053248 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > subnets before_response 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.053591 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > network after_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.053927 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > network after_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.054260 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > network after_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.054592 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > port after_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.054946 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > port after_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.055352 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > port after_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.055690 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > subnet after_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.056025 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > subnet after_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.056359 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > subnet after_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.056929 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.plugin [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Modular L2 Plugin initialization complete Nov 12 02:17:48.057253 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading services supported by the core plugin {{(pid=101570) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 02:17:48.057578 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.plugins.ml2.managers [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Got port-security extension from driver 'port_security' Nov 12 02:17:48.058038 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.extensions.vlantransparent [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Disabled vlantransparent extension. Nov 12 02:17:48.058516 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101570) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 02:17:48.058856 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading Plugin: router Nov 12 02:17:48.096029 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router_interface before_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.096426 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router after_create 55549900 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.096804 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router before_create 55549900 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.097178 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.097718 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.098338 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router after_delete 55549900 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.098991 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > floatingip after_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.099816 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > floatingip after_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.100476 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router after_create 55549900 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.101080 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router after_update 55549900 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.101710 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router after_update 55549900 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.102351 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.102941 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router after_update 55549900 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.103377 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router precommit_update 55549900 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.103840 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: port after_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.104270 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: port after_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.104537 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: subnet after_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.104537 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.104537 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > port precommit_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.104537 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router precommit_create 55549900 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.106062 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: port before_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.106238 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router precommit_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.106602 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router after_update 55549900 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.106986 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router precommit_delete 55549900 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.107344 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router precommit_create 55549900 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.107709 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router_interface after_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.108063 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router precommit_update 55549900 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.108434 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > agent after_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.108788 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > agent after_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.109140 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > network after_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.110110 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Tracking information for resource: router configured {{(pid=101570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:17:48.112316 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Tracking information for resource: floatingip configured {{(pid=101570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:17:48.115833 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.db.l3_agentschedulers_db [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 02:17:48.116424 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: port after_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.116787 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: port after_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.117139 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: port after_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.117490 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: port after_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.118369 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router before_create 55550100 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.118757 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router precommit_delete 55550100 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.119125 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router precommit_create 55550100 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.119483 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > router precommit_update 55550100 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.124535 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.services.provider_configuration [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Service providers = [] {{(pid=101570) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 02:17:48.124903 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.db.servicetype_db [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101570) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 02:17:48.127999 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.services.service_base [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101570) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 02:17:48.128352 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.services.service_base [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101570) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 02:17:48.128695 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.services.service_base [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101570) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 02:17:48.129575 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.services.service_base [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101570) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 02:17:48.129952 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.services.service_base [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 02:17:48.130337 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:17:48.130656 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 02:17:48.143254 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:17:48.143589 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading Plugin: auto_allocate Nov 12 02:17:48.149523 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: network precommit_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.149896 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: network precommit_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.150429 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:17:48.150771 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading Plugin: tag Nov 12 02:17:48.157576 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:17:48.158477 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading Plugin: timestamp Nov 12 02:17:48.163841 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:17:48.164380 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading Plugin: network_ip_availability Nov 12 02:17:48.172827 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.173440 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.174063 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.175353 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:17:48.175915 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading Plugin: flavors Nov 12 02:17:48.183828 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:17:48.184388 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading Plugin: revisions Nov 12 02:17:48.189565 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:17:48.189967 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_concurrency.lockutils [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.776s {{(pid=101570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 02:17:48.190744 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101570) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 02:17:48.191083 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Initializing extension manager. Nov 12 02:17:48.191597 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: __init__.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.191940 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: __pycache__ {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.192276 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.192608 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: address_group.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.193367 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.193938 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: address-group Nov 12 02:17:48.194262 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: address_scope.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.194994 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.195508 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: address-scope Nov 12 02:17:48.195830 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: admin_state_down_before_update.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.196770 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.197287 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: router-admin-state-down-before-update Nov 12 02:17:48.197611 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: agent.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.198311 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.198843 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: agent Nov 12 02:17:48.199161 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: agent_resources_synced.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.200081 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.200592 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: agent-resources-synced Nov 12 02:17:48.200913 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: allowedaddresspairs.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.202708 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.203226 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: allowed-address-pairs Nov 12 02:17:48.203552 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: auto_allocated_topology.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.205166 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.205678 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: auto-allocated-topology Nov 12 02:17:48.206004 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: availability_zone.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.206711 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.207225 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: availability_zone Nov 12 02:17:48.207545 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: availability_zone_filter.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.208446 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.208967 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: availability_zone_filter Nov 12 02:17:48.209275 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: data_plane_status.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.210178 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.210701 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 02:17:48.211018 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: default_subnetpools.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.211996 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.212495 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: default-subnetpools Nov 12 02:17:48.212814 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: dhcpagentscheduler.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.213623 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.214125 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: dhcp_agent_scheduler Nov 12 02:17:48.214447 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: dns.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.215383 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.215880 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension dns-integration not supported by any of loaded plugins Nov 12 02:17:48.216200 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: dns_domain_ports.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.217108 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.217608 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 02:17:48.217930 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.218873 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.219374 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 02:17:48.219697 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: dvr.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.221088 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.221593 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: dvr Nov 12 02:17:48.221913 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: ecmp_routes.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.222866 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.223376 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 02:17:48.223700 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: empty_string_filtering.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.224610 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.225119 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: empty-string-filtering Nov 12 02:17:48.225440 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.226348 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.226883 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 02:17:48.227204 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.228107 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.228607 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 02:17:48.228929 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: external_net.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.229836 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.230345 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: external-net Nov 12 02:17:48.230697 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: extra_dhcp_opt.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.231592 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.232100 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: extra_dhcp_opt Nov 12 02:17:48.232422 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: extraroute.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.233318 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.233826 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: extraroute Nov 12 02:17:48.234145 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: extraroute_atomic.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.235206 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.235725 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: extraroute-atomic Nov 12 02:17:48.236088 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: filter_validation.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.236921 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.237436 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: filter-validation Nov 12 02:17:48.238011 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: fip_pf_description.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.238957 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.239467 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 02:17:48.239787 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: fip_port_details.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.240719 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.241218 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: fip-port-details Nov 12 02:17:48.241538 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: flavors.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.242878 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.243380 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: flavors Nov 12 02:17:48.243708 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.245383 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.245906 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 02:17:48.246234 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: floatingip_pools.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.246955 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.247468 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: floatingip-pools Nov 12 02:17:48.247790 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: ip_allocation.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.248712 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.249216 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 02:17:48.249538 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.250455 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.250989 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: ip-substring-filtering Nov 12 02:17:48.251317 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: l2_adjacency.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.252269 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.252770 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 02:17:48.253090 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: l3.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.254051 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.254567 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: router Nov 12 02:17:48.254917 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: l3_conntrack_helper.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.257178 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.257705 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 02:17:48.258043 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.259054 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.259576 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: ext-gw-mode Nov 12 02:17:48.259909 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.260831 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.261390 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: l3-ha Nov 12 02:17:48.261669 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: l3_flavors.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.262578 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.263127 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: l3-flavors Nov 12 02:17:48.263451 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.264359 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.264867 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 02:17:48.265192 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: l3agentscheduler.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.266225 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.266756 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: l3_agent_scheduler Nov 12 02:17:48.267678 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: logging.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.269175 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.269696 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension logging not supported by any of loaded plugins Nov 12 02:17:48.270029 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: metering.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.270800 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.271381 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: metering Nov 12 02:17:48.271708 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.272913 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.273436 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: metering_source_and_destination_fields Nov 12 02:17:48.273765 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: multiprovidernet.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.274781 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.275295 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: multi-provider Nov 12 02:17:48.275622 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: netmtu.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.276546 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.277055 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: net-mtu Nov 12 02:17:48.277379 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: netmtu_writable.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.278301 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.278843 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: net-mtu-writable Nov 12 02:17:48.279171 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: network_availability_zone.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.279840 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.280359 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: network_availability_zone Nov 12 02:17:48.280684 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: network_ip_availability.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.281788 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.282303 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: network-ip-availability Nov 12 02:17:48.282828 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: network_segment_range.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.284135 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.284641 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 02:17:48.284962 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: pagination.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.285935 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.286267 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: pagination Nov 12 02:17:48.286587 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: port_device_profile.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.287520 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.288033 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: port-device-profile Nov 12 02:17:48.288354 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.289270 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.289782 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: port-mac-address-regenerate Nov 12 02:17:48.290108 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.291049 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.291562 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: port-numa-affinity-policy Nov 12 02:17:48.291883 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: port_resource_request.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.292785 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.293290 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 02:17:48.293611 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: port_resource_request_groups.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.294576 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.295115 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 02:17:48.295437 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: portbindings.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.296369 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.296878 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: binding Nov 12 02:17:48.297200 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: portbindings_extended.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.298491 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.299033 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: binding-extended Nov 12 02:17:48.299361 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: portsecurity.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.300273 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.300790 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: port-security Nov 12 02:17:48.301114 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: project_id.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.302087 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.302420 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: project-id Nov 12 02:17:48.302769 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: providernet.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.303685 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.304200 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: provider Nov 12 02:17:48.304523 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: qos.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.308196 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.308718 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension qos not supported by any of loaded plugins Nov 12 02:17:48.309052 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.310308 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.310850 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 02:17:48.311183 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.312109 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.312626 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 02:17:48.312953 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: qos_default.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.313863 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.314393 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension qos-default not supported by any of loaded plugins Nov 12 02:17:48.314849 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: qos_fip.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.315515 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.316027 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension qos-fip not supported by any of loaded plugins Nov 12 02:17:48.316349 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: qos_gateway_ip.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.317279 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.317791 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 02:17:48.318115 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: qos_port_network_policy.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.319051 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.319563 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 02:17:48.319885 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.320926 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.321440 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 02:17:48.321764 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: qos_pps_rule.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.322985 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.323681 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension qos-pps not supported by any of loaded plugins Nov 12 02:17:48.324014 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: qos_rule_type_details.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.324926 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.325435 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 02:17:48.325759 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: qos_rules_alias.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.326840 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.327349 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 02:17:48.327674 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: quota_check_limit.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.328578 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.329088 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: quota-check-limit Nov 12 02:17:48.329411 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: quotasv2.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.330919 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.331245 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: quotas Nov 12 02:17:48.331565 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: quotasv2_detail.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.334906 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.335249 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: quota_details Nov 12 02:17:48.335581 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: rbac.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.336647 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.337183 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: rbac-policies Nov 12 02:17:48.337507 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: rbac_address_group.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.338431 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.338982 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: rbac-address-group Nov 12 02:17:48.339308 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: rbac_address_scope.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.340229 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.340746 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: rbac-address-scope Nov 12 02:17:48.341077 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: rbac_security_groups.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.342005 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.342519 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: rbac-security-groups Nov 12 02:17:48.342873 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: rbac_subnetpool.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.343789 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.344303 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: rbac-subnetpool Nov 12 02:17:48.344622 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: revisionifmatch.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.346198 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.346740 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: revision-if-match Nov 12 02:17:48.347066 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: revisions.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.348197 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.348713 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: standard-attr-revisions Nov 12 02:17:48.349036 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: router_availability_zone.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.349708 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.350220 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: router_availability_zone Nov 12 02:17:48.350541 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: routerservicetype.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.351489 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.351997 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension router-service-type not supported by any of loaded plugins Nov 12 02:17:48.352318 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.353229 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.353741 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: security-groups-normalized-cidr Nov 12 02:17:48.354061 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: security_groups_port_filtering.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.355137 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.355651 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: port-security-groups-filtering Nov 12 02:17:48.355974 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.356907 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.357425 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: security-groups-remote-address-group Nov 12 02:17:48.357750 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.358700 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.359215 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: security-groups-shared-filtering Nov 12 02:17:48.359538 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.360126 dv-cinder-808574-4-iscsi neutron-server[101570]: WARNING neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 02:17:48.360445 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: securitygroup.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.370580 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.371134 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: security-group Nov 12 02:17:48.371468 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: segment.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.372251 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.372761 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension segment not supported by any of loaded plugins Nov 12 02:17:48.373090 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.374022 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.374532 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 02:17:48.374886 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: servicetype.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.375966 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.377010 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: service-type Nov 12 02:17:48.377338 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: sorting.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.378311 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.378645 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: sorting Nov 12 02:17:48.378992 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: standard_attr_segment.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.379913 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.380430 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 02:17:48.380756 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: standardattrdescription.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.381400 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.381918 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: standard-attr-description Nov 12 02:17:48.382240 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: stateful_security_group.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.383219 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.383836 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: stateful-security-group Nov 12 02:17:48.384155 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: stdattrs_common.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.384726 dv-cinder-808574-4-iscsi neutron-server[101570]: WARNING neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 02:17:48.385043 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.385980 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.386503 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 02:17:48.386847 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: subnet_onboard.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.387920 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.388438 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: subnet_onboard Nov 12 02:17:48.388758 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.389684 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.390192 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 02:17:48.390512 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: subnet_service_types.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.391463 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.391977 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: subnet-service-types Nov 12 02:17:48.392921 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: subnetallocation.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.394007 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.394524 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: subnet_allocation Nov 12 02:17:48.394873 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.395554 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.396071 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: subnetpool-prefix-ops Nov 12 02:17:48.396393 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.397317 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.397836 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 02:17:48.398159 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: tagging.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.399250 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.399770 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: standard-attr-tag Nov 12 02:17:48.400094 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: timestamp.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.401309 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.401827 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loaded extension: standard-attr-timestamp Nov 12 02:17:48.402154 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: trunk.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.403231 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.403747 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension trunk not supported by any of loaded plugins Nov 12 02:17:48.404072 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: trunk_details.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.404984 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.405494 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension trunk-details not supported by any of loaded plugins Nov 12 02:17:48.405812 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: uplink_status_propagation.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.406756 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.407273 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 02:17:48.407597 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Loading extension file: vlantransparent.py {{(pid=101570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:48.408287 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:48.408864 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 02:17:48.411417 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Creating instance of TrackedResource for resource:network Nov 12 02:17:48.411941 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Creating instance of TrackedResource for resource:subnet Nov 12 02:17:48.412340 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 02:17:48.412741 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Creating instance of TrackedResource for resource:port Nov 12 02:17:48.414005 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.v2.resource_helper [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:48.414455 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.v2.resource_helper [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Service FLAVORS assigned prefix: {{(pid=101570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:48.415101 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.v2.resource_helper [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:48.415541 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.v2.resource_helper [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:48.415868 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Creating instance of TrackedResource for resource:router Nov 12 02:17:48.416299 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Creating instance of TrackedResource for resource:floatingip Nov 12 02:17:48.416794 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.v2.resource_helper [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Service METERING assigned prefix: /metering {{(pid=101570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:48.418530 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.418935 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.419290 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:48.420301 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 02:17:48.420751 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Creating instance of TrackedResource for resource:security_group Nov 12 02:17:48.421182 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 02:17:48.421787 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.v2.resource_helper [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Service CORE assigned prefix: {{(pid=101570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:48.422127 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 02:17:48.422483 dv-cinder-808574-4-iscsi neutron-server[101570]: WARNING neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] subnetpool is already registered Nov 12 02:17:48.422985 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.v2.resource_helper [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Service CORE assigned prefix: {{(pid=101570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:48.423296 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 02:17:48.423632 dv-cinder-808574-4-iscsi neutron-server[101570]: WARNING neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] subnetpool is already registered Nov 12 02:17:48.426046 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.v2.resource_helper [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:48.426479 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.v2.resource_helper [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Service FLAVORS assigned prefix: {{(pid=101570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:48.427148 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.v2.resource_helper [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:48.427585 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.v2.resource_helper [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:48.427920 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Creating instance of TrackedResource for resource:router Nov 12 02:17:48.428260 dv-cinder-808574-4-iscsi neutron-server[101570]: WARNING neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] router is already registered Nov 12 02:17:48.428684 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Creating instance of TrackedResource for resource:floatingip Nov 12 02:17:48.429021 dv-cinder-808574-4-iscsi neutron-server[101570]: WARNING neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] floatingip is already registered Nov 12 02:17:48.429495 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.v2.resource_helper [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Service METERING assigned prefix: /metering {{(pid=101570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:48.430228 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 02:17:48.430600 dv-cinder-808574-4-iscsi neutron-server[101570]: WARNING neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] rbac_policy is already registered Nov 12 02:17:48.431043 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Creating instance of TrackedResource for resource:security_group Nov 12 02:17:48.431392 dv-cinder-808574-4-iscsi neutron-server[101570]: WARNING neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] security_group is already registered Nov 12 02:17:48.431803 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 02:17:48.432144 dv-cinder-808574-4-iscsi neutron-server[101570]: WARNING neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] security_group_rule is already registered Nov 12 02:17:48.432660 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.v2.resource_helper [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Service CORE assigned prefix: {{(pid=101570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:48.432988 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 02:17:48.433320 dv-cinder-808574-4-iscsi neutron-server[101570]: WARNING neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] subnetpool is already registered Nov 12 02:17:48.433739 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.v2.resource_helper [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Service CORE assigned prefix: {{(pid=101570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:48.434061 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 02:17:48.434390 dv-cinder-808574-4-iscsi neutron-server[101570]: WARNING neutron.quota.resource_registry [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] subnetpool is already registered Nov 12 02:17:48.436156 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: extensions {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.437672 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: address-groups {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.439710 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: address-scopes {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.440942 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: agents {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.442207 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: auto-allocated-topology {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.443499 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: availability_zones {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.444714 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: dhcp-networks {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.446215 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: dhcp-agents {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.447781 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: routers {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.449902 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: flavors {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.451209 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: service_profiles {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.452436 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: next_providers {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.453892 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: service_profiles {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.456526 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: floatingip-pools {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.457853 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: routers {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.460018 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: floatingips {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.461286 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: l3-routers {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.462825 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: l3-agents {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.464236 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: metering-labels {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.465486 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: metering-label-rules {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.466905 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: network-ip-availabilities {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.468166 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: bindings {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.469731 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: quotas {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.471541 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: quotas {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.473073 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: rbac-policies {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.474284 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: security-groups {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.475634 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: security-group-rules {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.476918 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: service-providers {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.478235 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: subnetpools {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.479657 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: subnetpools {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.481138 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: tags {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.482853 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: tags {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.484671 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: tags {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.486469 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: tags {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.488471 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: tags {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.490401 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: tags {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.492142 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: tags {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.495013 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: tags {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.496799 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: tags {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.498539 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron.api.extensions [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Extended resource: tags {{(pid=101570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:48.505396 dv-cinder-808574-4-iscsi neutron-server[101570]: WARNING keystonemiddleware.auth_token [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 02:17:48.510027 dv-cinder-808574-4-iscsi neutron-server[101570]: WARNING keystonemiddleware.auth_token [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 02:17:48.519546 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_concurrency.lockutils [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Acquired lock "singleton_lock" {{(pid=101570) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 02:17:48.520013 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_concurrency.lockutils [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Releasing lock "singleton_lock" {{(pid=101570) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 02:17:48.520653 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO oslo_service.service [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Starting 2 workers Nov 12 02:17:48.525508 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Started child 101677 {{(pid=101570) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 02:17:48.529960 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Started child 101678 {{(pid=101570) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 02:17:48.530862 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:48.531535 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO neutron.service [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 02:17:48.532137 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Publish callbacks [] for process, before_spawn {{(pid=101570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:48.532332 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [-] (101677) wsgi starting up on http://0.0.0.0:9696 Nov 12 02:17:48.534650 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO oslo_service.service [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Starting 1 workers Nov 12 02:17:48.535368 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:48.536840 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [-] (101678) wsgi starting up on http://0.0.0.0:9696 Nov 12 02:17:48.539971 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Started child 101679 {{(pid=101570) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 02:17:48.540522 dv-cinder-808574-4-iscsi neutron-server[101570]: INFO oslo_service.service [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Starting 1 workers Nov 12 02:17:48.543667 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.service [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] calling RpcWorker wait() {{(pid=101679) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 02:17:48.544190 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.service [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] returning from RpcWorker wait() {{(pid=101679) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 02:17:48.545050 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Started child 101680 {{(pid=101570) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 02:17:48.545416 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:48.545837 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG neutron_lib.callbacks.manager [None req-c6d289e9-b4f2-4ad7-93ab-07b3588b4f0b None None] Publish callbacks [] for process, after_spawn {{(pid=101570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:48.545932 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:17:48.547761 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101570) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 02:17:48.547971 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 02:17:48.548156 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 02:17:48.548399 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 02:17:48.548732 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 02:17:48.548909 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 02:17:48.549429 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.549693 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.549956 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.550223 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.550500 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.551082 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.551343 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.551431 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:48.551904 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.551904 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.552093 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.552261 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.552429 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.552668 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.552913 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.553129 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:17:48.553246 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.553499 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.553738 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.554002 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.554195 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.554442 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.554741 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.554990 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.555287 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] debug = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.555655 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.556141 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.556373 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.556623 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.556859 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.557140 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.557383 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.557636 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.557871 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.558102 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.558348 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.558595 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.558861 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.559081 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.559321 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.559553 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.559789 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.560005 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.560477 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] host = dv-cinder-808574-4-iscsi {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.560691 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.560923 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.561145 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.561409 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.561649 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.561865 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.562128 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.562392 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.562647 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.562898 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.563138 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.563379 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.563623 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.564411 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] log_file = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.564576 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] log_options = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.564804 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.565070 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.565311 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.565500 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.565665 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.565837 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.566094 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.566253 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.566505 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.566739 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.566952 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.567230 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.567409 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.567620 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.567870 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.568100 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.568327 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.568551 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.568807 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.569048 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.569263 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.569494 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.569736 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.569971 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.570184 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.570393 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.570632 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.571138 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.571138 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.571456 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.571655 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.571911 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.572141 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.572372 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.572635 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.572883 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.573110 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.573335 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.573614 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.573834 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.574073 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.574325 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.574534 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.574797 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.575029 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.575241 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.575468 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] use_json = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.575932 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.575932 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.576135 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.576345 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.576555 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.576763 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.576972 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.578171 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.578171 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.578171 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.578458 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.578458 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.578732 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.578970 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.579187 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.579401 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.580370 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.580599 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.580886 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.581108 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.581409 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.581661 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.582037 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.582476 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.582476 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.582836 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.583475 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.583475 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.583475 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.586198 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.586198 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.586198 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.586198 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.586198 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.586198 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.586198 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.586198 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.587396 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.587396 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.587396 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.587396 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.587396 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.587396 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.587396 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.587396 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.590388 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.590388 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.590388 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.590388 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.590388 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.590388 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.590388 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.590388 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.590388 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.591094 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.591094 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.591094 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.591094 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.591094 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.591094 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.591094 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.591094 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.591094 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.591710 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.591710 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.591710 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.591938 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.592153 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.592378 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.593112 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.593327 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.593704 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.593925 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.594140 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.594399 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.594617 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.594860 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.595069 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.595460 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.595855 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.596106 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.596329 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.596563 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.596776 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.597140 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.597505 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.597866 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.598079 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.598299 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.598528 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.598779 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.598989 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.599224 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.599438 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.599644 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.599853 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.600063 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.600338 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.600641 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.600889 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.601142 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.601349 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.601600 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.601835 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.602326 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.602709 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.606959 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.606959 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.606959 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.607245 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.607369 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.607621 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.607855 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.608133 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.608364 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.608598 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.608832 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.609082 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.609335 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.611048 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.611759 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.612146 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.612746 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.614909 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.616973 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.617355 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.617792 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.618112 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.619369 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.619723 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.620023 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.620322 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.620594 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.620845 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.621978 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.622320 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.622620 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.622928 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.624726 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.625011 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.625300 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.625567 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.625806 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.626041 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.626308 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.627269 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.627523 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.627775 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.627972 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.628242 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.628501 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.628744 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.629016 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.629262 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.629516 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.629759 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.629991 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.630216 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.630461 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.630719 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.630960 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.631217 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.631452 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.631676 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.631894 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.632110 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.632364 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.632582 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.632802 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.633039 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.633381 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.633612 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.633866 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.634080 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.634328 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.634570 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.634818 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.635063 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.635283 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.635517 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.635776 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.636018 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.636288 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.636555 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.636791 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.637021 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.637270 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.637476 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.637685 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.637939 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.638180 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.638401 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.638615 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.638858 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.639094 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.639312 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.639543 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.639760 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.640027 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.640277 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.640626 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.640875 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.641108 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.641362 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.641581 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.641822 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.642102 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.642860 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.643108 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.643325 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.643644 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.643922 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.644356 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.644611 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.644829 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.645049 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.645266 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.645486 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.645720 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.646009 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.646285 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.646525 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.646806 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.647046 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.647258 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.647512 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.647726 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.647936 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.648176 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.648393 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.648603 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.648829 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.649039 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.649268 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.649488 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.649704 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.649934 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.650203 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.650412 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.650621 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.650865 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.651081 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.651289 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.651514 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.651721 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.651930 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.652155 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.652368 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.652602 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.652828 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.653059 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.653268 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.653561 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.653720 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.653943 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.654236 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.654486 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.654817 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.655175 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.655347 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.655654 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.655836 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.656380 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.656985 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.656985 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.657270 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.657426 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.657565 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.657775 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.658104 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.658440 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.658800 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.658944 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.659211 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.659447 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.659722 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.659952 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.660230 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.660646 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.660929 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.661363 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.661760 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.661939 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.662303 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.662566 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.662922 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.663312 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.663542 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.663811 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.664046 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.664309 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.664569 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.664827 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.665044 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.665301 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.665605 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.665795 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.666042 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.666215 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 02:17:48.666821 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101570) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 02:17:48.667149 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 02:17:48.667149 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 02:17:48.667337 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 02:17:48.667452 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 02:17:48.667878 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 02:17:48.668074 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.668298 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.668631 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.668894 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.669033 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.669173 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.669342 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.669570 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.669912 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.670283 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.670535 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.670722 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.670835 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.671142 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.671244 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.671459 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.671529 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.671655 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.671891 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.672055 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.672213 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.672370 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.672527 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] debug = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.672686 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.672950 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.673174 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.673518 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.673677 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.674041 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.674213 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.674447 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.674882 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.674882 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.675057 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.675212 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.675473 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.675575 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.675731 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.675904 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.676225 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.676414 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.676569 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] host = dv-cinder-808574-4-iscsi {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.676658 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.676808 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.677102 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.677236 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.677362 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.677530 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.677698 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.677857 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.678015 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.678171 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.678329 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.678485 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.678702 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.678966 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] log_file = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.679069 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:17:48.679156 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] log_options = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.679240 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.679382 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.679490 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.679732 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.679902 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.680060 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.680367 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.680367 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.680518 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.680651 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.680849 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.681048 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.681185 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.681380 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.681555 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.681672 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.681845 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.682046 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.682206 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.682351 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.682539 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.682753 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.682943 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.683058 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.683211 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.683368 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.683552 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.683749 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.683912 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.684069 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.684214 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.684371 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.684527 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.684683 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.684841 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.684998 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.685157 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.685314 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.685474 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.685630 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.685787 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.685945 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.686101 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.686257 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.686414 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.686569 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.686756 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] use_json = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.686915 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.687072 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.687228 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.687413 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.687557 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.687713 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.687868 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.688026 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:48.688206 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.688368 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.688540 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.688699 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.689380 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.689552 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.689712 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.689872 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.690030 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.690189 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.690356 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.690517 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.690791 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.690957 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.691103 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.691299 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.691439 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.691567 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.691708 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.692237 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.692237 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.692237 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.692772 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.692772 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.692772 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.692772 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.693201 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.693201 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.693201 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.693549 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.693549 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.693758 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.693848 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.693938 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.694088 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.694241 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.694401 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.694560 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.694739 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.694900 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.695059 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.695219 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.695378 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.695543 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.695702 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.695862 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.696020 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.696181 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.696341 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.696502 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.696661 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.696821 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.696980 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.697139 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.697298 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.697467 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.697623 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.697782 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.697940 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.698100 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.698258 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.698417 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.698575 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.698741 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.698903 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.699062 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.699233 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.699391 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.699549 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.699707 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.699878 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.700018 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.700182 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.700338 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.700499 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.700646 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.700798 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.700950 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.701107 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.701264 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.701423 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.701601 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.701739 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.701901 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.702061 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.702221 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.702355 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.702512 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.702658 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.702852 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.702994 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.703156 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.703301 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.703463 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.703620 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.703779 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.703937 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.704081 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.704243 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.704402 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.705102 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.705272 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.705433 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.705597 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.705755 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.705913 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.706074 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.706231 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.706390 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.706549 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.706726 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.706887 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.707044 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.707201 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.707360 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.707503 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.707675 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.707834 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.707996 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.708155 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.708321 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.708490 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.708650 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.708809 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.708968 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.709131 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.709295 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.709452 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.709604 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.709806 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.709951 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.710089 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.710227 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.710376 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.710511 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.710643 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.710824 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.711007 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.711164 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.711303 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.711473 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.711628 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.711769 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.711930 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.712089 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.712247 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.712406 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.712567 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.712727 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.712882 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.713041 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.713200 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.713359 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.713519 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.713678 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.713835 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.713994 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.714153 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.714316 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.714478 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.714628 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.714802 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.714938 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.715073 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.715217 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.715376 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.715541 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.715701 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.715859 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.716005 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.716164 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.716322 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.716479 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.716638 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.716798 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.716956 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.717116 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.717264 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.717409 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.717571 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.717731 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.717892 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.718136 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.718304 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.718462 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.718608 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.718860 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.719021 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.719179 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.719339 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.719497 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.719656 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.719831 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.719990 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.720174 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.720334 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.720477 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.720639 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.720798 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.720956 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.721114 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.721273 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.721431 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.721672 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.722127 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.722127 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.722127 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.722726 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.722726 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.722726 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.722726 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.723548 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.723548 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.723548 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.723548 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.723548 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.724032 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.724032 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.724032 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.724239 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.724239 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.724382 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.724527 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.724696 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.724855 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.725014 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.725173 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.725331 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.725499 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.725668 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.725826 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.725985 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.726144 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.726310 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.726461 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.726628 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.726809 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.726968 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.727126 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.727279 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.727420 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.727587 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.727746 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.727905 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.728063 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.728220 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.728378 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.728545 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.728705 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.728864 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.729030 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.729193 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.729355 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.729507 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.729669 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.729829 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.729991 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.730151 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.730335 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.730470 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.730622 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.730799 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.730963 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.731128 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.731288 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.731455 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.731622 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.731789 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.731949 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.732114 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.732285 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.732445 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.732604 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.732764 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.732907 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.733115 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.733320 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.733451 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.733575 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.733659 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.733804 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.733962 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.734121 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.734280 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.734440 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.734600 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.734778 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.734937 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.735096 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.735255 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:48.735407 dv-cinder-808574-4-iscsi neutron-server[101570]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 02:17:48.766868 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 37074) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:17:48.775430 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063791 Nov 12 02:18:00.350695 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d292b80c-3622-42f5-90b5-4bb0b852fc07 None None] get_active_networks_info from dv-cinder-808574-4-iscsi {{(pid=101679) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 02:18:00.430386 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d292b80c-3622-42f5-90b5-4bb0b852fc07 None None] No non-hosted networks {{(pid=101679) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 02:18:00.459559 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.agentschedulers_db [None req-d292b80c-3622-42f5-90b5-4bb0b852fc07 None None] DHCP Agent not found on host dv-cinder-808574-4-iscsi {{(pid=101679) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 12 02:18:00.615360 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-2125a300-1060-4d88-ae92-a692794a9507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-658611'] for agent, after_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:02.627909 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-2aaf6b73-1037-4600-8636-380d20d233cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-658611'] for agent, after_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:02.665761 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-581d4988-b024-47ee-8320-54c400a69685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:03.806825 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-658611'] for agent, after_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.319565 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-658611'] for agent, after_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.847869 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-658611'] for agent, after_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.849415 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.850253 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.850940 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.851477 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.852128 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.852663 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.853256 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.854047 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.854590 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.855488 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.856098 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.856636 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.857342 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-808574-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:05.865697 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-808574-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:06.447055 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.db.l3_hamode_db [None req-ce3fab3c-1cfb-46d2-bca9-f05325a890b6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 02:18:06.522581 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3fab3c-1cfb-46d2-bca9-f05325a890b6 None None] Routers set() bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:18:06.523001 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3fab3c-1cfb-46d2-bca9-f05325a890b6 None None] Router IDs set() for agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 02:18:06.559898 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 37164) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:07.058206 dv-cinder-808574-4-iscsi neutron-server[101678]: WARNING oslo_policy.policy [None req-41b91497-45b6-473f-8e75-0fae9466f462 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:18:07.058850 dv-cinder-808574-4-iscsi neutron-server[101678]: WARNING oslo_policy.policy [None req-41b91497-45b6-473f-8e75-0fae9466f462 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:18:07.289893 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [None req-41b91497-45b6-473f-8e75-0fae9466f462 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=101678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:18:07.290971 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-41b91497-45b6-473f-8e75-0fae9466f462 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7300992 Nov 12 02:18:09.788342 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 37180) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:10.093748 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-62534599-15db-4d19-a686-2677ece9f323 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:10.189890 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.policy [None req-62534599-15db-4d19-a686-2677ece9f323 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101678) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 02:18:10.236212 dv-cinder-808574-4-iscsi neutron-server[101678]: WARNING oslo_policy.policy [None req-62534599-15db-4d19-a686-2677ece9f323 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:18:10.236581 dv-cinder-808574-4-iscsi neutron-server[101678]: WARNING oslo_policy.policy [None req-62534599-15db-4d19-a686-2677ece9f323 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:18:10.245452 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.quota [None req-62534599-15db-4d19-a686-2677ece9f323 admin admin] Loaded quota_driver: . Nov 12 02:18:10.334633 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-62534599-15db-4d19-a686-2677ece9f323 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767029871516', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767029871947', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767029891981', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767029787979', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767029191132', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767029803203', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16378624', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16041884', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-381060', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-407196'] for rbac-policy, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:10.398762 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-62534599-15db-4d19-a686-2677ece9f323 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:10.399942 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-62534599-15db-4d19-a686-2677ece9f323 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6106308 Nov 12 02:18:13.087989 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 37192) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:13.382039 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'c6bae8cb384e480186b1420bde60a0e1', 'tenant_id': 'c6bae8cb384e480186b1420bde60a0e1', 'name': 'private'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:13.411099 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Made reservation on behalf of c6bae8cb384e480186b1420bde60a0e1 for: {'network': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:18:13.413767 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for network, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:13.430755 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:13.534820 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:13.538398 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:13.562044 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=101678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:18:13.587085 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767026152421', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:13.587691 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Unsubscribe: segment precommit_create {{(pid=101678) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 02:18:13.588195 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.segments_db [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Added segment d5f2a010-fd29-467e-bd78-aee40c9c715a of type vlan for network 7733faea-41fe-4a4e-9e8a-8fb54e1582fb Nov 12 02:18:13.593643 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1b04e3-b1a9-4a9e-98a5-885e2f918c36,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:13.628526 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:13.628875 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:13.629207 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:13.629531 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:13.629851 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:13.630190 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:13.630505 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:13.630873 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:13.631207 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:13.631519 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:13.631835 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:13.632139 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Tracked resource versions report: Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: pushed versions: Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: { 'AddressGroup': {'1.2'}, Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: 'ConntrackHelper': {'1.0'}, Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: 'Log': {'1.0'}, Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: 'Network': {'1.1'}, Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: 'Port': {'1.7'}, Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: 'PortForwarding': {'1.2'}, Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: 'QosPolicy': {'1.10'}, Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: 'SecurityGroup': {'1.5'}, Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: 'SecurityGroupRule': {'1.2'}, Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: 'SubPort': {'1.0'}, Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: 'Subnet': {'1.1'}, Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: 'Trunk': {'1.1'}} Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: consumer versions: Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: { DHCP agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: L3 agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: Metadata agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: Metering agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: Open vSwitch agent@dv-cinder-808574-4-iscsi: { 'AddressGroup': '1.2', Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: 'ConntrackHelper': '1.0', Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: 'Log': '1.0', Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: 'Network': '1.1', Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: 'Port': '1.7', Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: 'PortForwarding': '1.2', Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: 'QosPolicy': '1.10', Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: 'SecurityGroup': '1.5', Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: 'SecurityGroupRule': '1.2', Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: 'SubPort': '1.0', Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: 'Subnet': '1.1', Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: 'Trunk': '1.1'}} Nov 12 02:18:13.633197 dv-cinder-808574-4-iscsi neutron-server[101678]: {{(pid=101678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 02:18:13.708013 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767025606099'] for network, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:13.747916 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for network, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:13.749032 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:13.749749 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:13.809282 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7201118 Nov 12 02:18:13.851269 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a87f51-9852-475e-9b44-5504f0616ccc admin admin] Pushing event updated for resources: {'Network': ['ID=7733faea-41fe-4a4e-9e8a-8fb54e1582fb,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:13.864330 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Network 7733faea-41fe-4a4e-9e8a-8fb54e1582fb details requested by agent ovs-agent-dv-cinder-808574-4-iscsi with host dv-cinder-808574-4-iscsi {{(pid=101679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:18:16.627916 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 37206) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:17.127053 dv-cinder-808574-4-iscsi neutron-server[101677]: WARNING oslo_policy.policy [None req-2f89cb83-8120-40cd-812c-fc6be63dec39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:18:17.127637 dv-cinder-808574-4-iscsi neutron-server[101677]: WARNING oslo_policy.policy [None req-2f89cb83-8120-40cd-812c-fc6be63dec39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:18:17.640139 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.policy [None req-2f89cb83-8120-40cd-812c-fc6be63dec39 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101677) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 02:18:17.689000 dv-cinder-808574-4-iscsi neutron-server[101677]: WARNING oslo_policy.policy [None req-2f89cb83-8120-40cd-812c-fc6be63dec39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:18:17.689391 dv-cinder-808574-4-iscsi neutron-server[101677]: WARNING oslo_policy.policy [None req-2f89cb83-8120-40cd-812c-fc6be63dec39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:18:17.699279 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f89cb83-8120-40cd-812c-fc6be63dec39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:17.701271 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-2f89cb83-8120-40cd-812c-fc6be63dec39 admin admin] 10.222.0.70 "GET /v2.0/networks/7733faea-41fe-4a4e-9e8a-8fb54e1582fb HTTP/1.1" status: 200 len: 825 time: 1.0712779 Nov 12 02:18:17.742899 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-54d397e0-8563-459e-b73a-a40fee4340b4 admin admin] 10.222.0.70 "GET /v2.0/subnetpools/7ac03725-c4fb-41a8-98f9-2fcaa3372c73 HTTP/1.1" status: 200 len: 734 time: 0.0346854 Nov 12 02:18:17.753248 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Request body: {'subnet': {'network_id': '7733faea-41fe-4a4e-9e8a-8fb54e1582fb', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '7ac03725-c4fb-41a8-98f9-2fcaa3372c73', 'name': 'private-subnet', 'tenant_id': 'c6bae8cb384e480186b1420bde60a0e1'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:17.754979 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.quota [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Loaded quota_driver: . Nov 12 02:18:17.801145 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Made reservation on behalf of c6bae8cb384e480186b1420bde60a0e1 for: {'subnet': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:18:17.804177 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Publish callbacks [] for subnet, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:18.086745 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for subnet, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:18.158740 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Checking segment: {'id': 'd5f2a010-fd29-467e-bd78-aee40c9c715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '7733faea-41fe-4a4e-9e8a-8fb54e1582fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:18:18.159146 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Network hostable DHCP agents. Network: 7733faea-41fe-4a4e-9e8a-8fb54e1582fb, hostable agents: ['9ef3605f-eeb0-4f31-885d-199b6c4cd983'], hosted agents: [] {{(pid=101677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:18:18.166162 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe0849e9-df9a-4da5-a255-069f6a3b8373,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:18.177454 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:18.177812 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:18.178148 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:18.178476 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:18.178830 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:18.179186 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:18.179515 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:18.179854 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:18.180190 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:18.180518 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:18.180832 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:18.181145 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Tracked resource versions report: Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: pushed versions: Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: { 'AddressGroup': {'1.2'}, Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: 'ConntrackHelper': {'1.0'}, Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: 'Log': {'1.0'}, Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: 'Network': {'1.1'}, Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: 'Port': {'1.7'}, Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: 'PortForwarding': {'1.2'}, Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: 'QosPolicy': {'1.10'}, Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: 'SecurityGroup': {'1.5'}, Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: 'SecurityGroupRule': {'1.2'}, Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: 'SubPort': {'1.0'}, Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: 'Subnet': {'1.1'}, Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: 'Trunk': {'1.1'}} Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: consumer versions: Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: { DHCP agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: L3 agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: Metadata agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: Metering agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: Open vSwitch agent@dv-cinder-808574-4-iscsi: { 'AddressGroup': '1.2', Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: 'ConntrackHelper': '1.0', Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: 'Log': '1.0', Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: 'Network': '1.1', Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: 'Port': '1.7', Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: 'PortForwarding': '1.2', Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: 'QosPolicy': '1.10', Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: 'SecurityGroup': '1.5', Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: 'SecurityGroupRule': '1.2', Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: 'SubPort': '1.0', Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: 'Subnet': '1.1', Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: 'Trunk': '1.1'}} Nov 12 02:18:18.182203 dv-cinder-808574-4-iscsi neutron-server[101677]: {{(pid=101677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 02:18:18.218774 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Network 7733faea-41fe-4a4e-9e8a-8fb54e1582fb is scheduled to be hosted by DHCP agent 9ef3605f-eeb0-4f31-885d-199b6c4cd983 with binding_index 1 {{(pid=101677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:18:18.230528 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-iscsi, 7733faea-41fe-4a4e-9e8a-8fb54e1582fb) {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:18:18.235951 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:18.236958 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:18.240798 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d211bfa-7c94-4a50-9074-c9887653dd60 None None] Network 7733faea-41fe-4a4e-9e8a-8fb54e1582fb requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:18:18.258609 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-a5efc216-4979-4138-ade7-8125b5ba512f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5095093 Nov 12 02:18:18.566039 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8380c581-5d88-5bd8-92a8-04b3ddf9b27a-7733faea-41fe-4a4e-9e8a-8fb54e1582fb', 'network_id': '7733faea-41fe-4a4e-9e8a-8fb54e1582fb', 'tenant_id': 'c6bae8cb384e480186b1420bde60a0e1', 'fixed_ips': [{'subnet_id': 'fe0849e9-df9a-4da5-a255-069f6a3b8373'}]}} from dv-cinder-808574-4-iscsi. {{(pid=101679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:18:18.568421 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:18.862096 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.db_base_plugin_common [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Allocated IP 172.20.0.2 (7733faea-41fe-4a4e-9e8a-8fb54e1582fb/fe0849e9-df9a-4da5-a255-069f6a3b8373/3a8e5bc7-b4af-401f-b315-1f50a4510d9c) {{(pid=101679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:18:19.065890 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Publish callbacks [] for port, precommit_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.073886 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.150846 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Network 7733faea-41fe-4a4e-9e8a-8fb54e1582fb is already hosted by enough agents. {{(pid=101679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:18:19.155645 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.scheduler.base_scheduler [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Resources bound (agent type, host, resource id): {{(pid=101679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:18:19.163187 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Received port after_create {{(pid=101679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:18:19.170656 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Pushing event updated for resources: {'Port': ['ID=3a8e5bc7-b4af-401f-b315-1f50a4510d9c,revision_number=1']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:19.200600 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:19.200970 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:19.201316 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:19.201648 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:19.201974 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:19.202302 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:19.202910 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:19.203238 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:19.203576 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:19.203904 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:19.204224 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:19.204541 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Tracked resource versions report: Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: pushed versions: Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: { 'AddressGroup': {'1.2'}, Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: 'ConntrackHelper': {'1.0'}, Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: 'Log': {'1.0'}, Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: 'Network': {'1.1'}, Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: 'Port': {'1.7'}, Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: 'PortForwarding': {'1.2'}, Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: 'QosPolicy': {'1.10'}, Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: 'SecurityGroup': {'1.5'}, Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: 'SecurityGroupRule': {'1.2'}, Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: 'SubPort': {'1.0'}, Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: 'Subnet': {'1.1'}, Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: 'Trunk': {'1.1'}} Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: consumer versions: Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: { DHCP agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: L3 agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: Metadata agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: Metering agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: Open vSwitch agent@dv-cinder-808574-4-iscsi: { 'AddressGroup': '1.2', Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: 'ConntrackHelper': '1.0', Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: 'Log': '1.0', Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: 'Network': '1.1', Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: 'Port': '1.7', Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: 'PortForwarding': '1.2', Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: 'QosPolicy': '1.10', Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: 'SecurityGroup': '1.5', Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: 'SecurityGroupRule': '1.2', Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: 'SubPort': '1.0', Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: 'Subnet': '1.1', Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: 'Trunk': '1.1'}} Nov 12 02:18:19.205631 dv-cinder-808574-4-iscsi neutron-server[101679]: {{(pid=101679) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 02:18:19.255911 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Attempting to bind port 3a8e5bc7-b4af-401f-b315-1f50a4510d9c on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:18:19.256528 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Attempting to bind port 3a8e5bc7-b4af-401f-b315-1f50a4510d9c by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': 'd5f2a010-fd29-467e-bd78-aee40c9c715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '7733faea-41fe-4a4e-9e8a-8fb54e1582fb'}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:18:19.256722 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Attempting to bind port 3a8e5bc7-b4af-401f-b315-1f50a4510d9c on network 7733faea-41fe-4a4e-9e8a-8fb54e1582fb {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:18:19.261676 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:18:19.262057 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Checking segment: {'id': 'd5f2a010-fd29-467e-bd78-aee40c9c715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '7733faea-41fe-4a4e-9e8a-8fb54e1582fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:18:19.262538 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.262954 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Bound using segment: {'id': 'd5f2a010-fd29-467e-bd78-aee40c9c715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '7733faea-41fe-4a4e-9e8a-8fb54e1582fb'} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:18:19.263448 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Bound port: 3a8e5bc7-b4af-401f-b315-1f50a4510d9c, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f2a010-fd29-467e-bd78-aee40c9c715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '7733faea-41fe-4a4e-9e8a-8fb54e1582fb'}}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:18:19.263873 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.323983 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] For port 3a8e5bc7-b4af-401f-b315-1f50a4510d9c, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:18:19.328125 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] For port 3a8e5bc7-b4af-401f-b315-1f50a4510d9c, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=3a8e5bc7-b4af-401f-b315-1f50a4510d9c,segment=NetworkSegment(d5f2a010-fd29-467e-bd78-aee40c9c715a),segment_id=d5f2a010-fd29-467e-bd78-aee40c9c715a)] {{(pid=101679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:18:19.332612 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.397302 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7b91b-1e77-4f91-a3e8-c93762466e1e None None] Pushing event updated for resources: {'Port': ['ID=3a8e5bc7-b4af-401f-b315-1f50a4510d9c,revision_number=2']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:20.809912 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 37226) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:21.125527 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [None req-612015e2-8f9c-4e7e-bff9-86b35cb33f70 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=101677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:18:21.126539 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-612015e2-8f9c-4e7e-bff9-86b35cb33f70 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3155835 Nov 12 02:18:23.643625 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 37234) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:23.963787 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [None req-6b4da056-37d0-4793-a4c7-4a3ddb131292 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=101678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:18:23.964889 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-6b4da056-37d0-4793-a4c7-4a3ddb131292 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3202975 Nov 12 02:18:26.725213 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 37244) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:27.029945 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-7ff04e7b-4e5d-456a-a8d3-14331d39b6b6 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'c6bae8cb384e480186b1420bde60a0e1', 'admin_state_up': True}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:27.056035 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7ff04e7b-4e5d-456a-a8d3-14331d39b6b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57774'] for router, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:27.057605 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7ff04e7b-4e5d-456a-a8d3-14331d39b6b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661359', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57783'] for router, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:27.195779 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7ff04e7b-4e5d-456a-a8d3-14331d39b6b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:27.200582 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7ff04e7b-4e5d-456a-a8d3-14331d39b6b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661434'] for router, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:27.229941 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7ff04e7b-4e5d-456a-a8d3-14331d39b6b6 admin admin] Publish callbacks [] for router, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:27.231120 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-7ff04e7b-4e5d-456a-a8d3-14331d39b6b6 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5048475 Nov 12 02:18:27.737760 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 3a8e5bc7-b4af-401f-b315-1f50a4510d9c up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:18:27.827126 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 3a8e5bc7-b4af-401f-b315-1f50a4510d9c triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:27.827435 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:27.940677 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:27.978202 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] For port 3a8e5bc7-b4af-401f-b315-1f50a4510d9c, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=3a8e5bc7-b4af-401f-b315-1f50a4510d9c,segment=NetworkSegment(d5f2a010-fd29-467e-bd78-aee40c9c715a),segment_id=d5f2a010-fd29-467e-bd78-aee40c9c715a)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:18:27.982417 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:28.035360 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Pushing event updated for resources: {'Port': ['ID=3a8e5bc7-b4af-401f-b315-1f50a4510d9c,revision_number=3']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:28.530902 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe961b4-1d9b-4f4f-82fe-2edc043939c3 None None] Network 7733faea-41fe-4a4e-9e8a-8fb54e1582fb requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:18:28.615155 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e0e41e14-922f-4097-8216-39e8c4a23ab8 None None] Provisioning complete for port 3a8e5bc7-b4af-401f-b315-1f50a4510d9c triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:28.615516 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e0e41e14-922f-4097-8216-39e8c4a23ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:28.984155 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-048aa018-95a4-46ac-a95b-278bc0c86102 None None] Provisioning complete for port 3a8e5bc7-b4af-401f-b315-1f50a4510d9c triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:28.984832 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-048aa018-95a4-46ac-a95b-278bc0c86102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:29.709878 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 3a8e5bc7-b4af-401f-b315-1f50a4510d9c up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:18:29.746362 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 37256) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:29.760183 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 3a8e5bc7-b4af-401f-b315-1f50a4510d9c triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:29.760549 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:30.056105 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [None req-667ad0fe-e01f-4c69-9ae1-af63a46c9c64 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=101678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:18:30.057096 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-667ad0fe-e01f-4c69-9ae1-af63a46c9c64 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3097141 Nov 12 02:18:30.244501 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-5edec36b-d0a3-4e60-886e-6e9701845347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:32.573448 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 37264) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:32.622389 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-1194c2f4-b8cd-4f0a-b4bb-997079a47f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:32.898842 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-21759f70-71a9-4de5-aac3-80c231227893 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:32.919847 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21759f70-71a9-4de5-aac3-80c231227893 admin admin] Made reservation on behalf of a8b91da704d042828ffe6f188bc0fbb0 for: {'network': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:18:32.922810 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-21759f70-71a9-4de5-aac3-80c231227893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for network, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:32.930703 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-21759f70-71a9-4de5-aac3-80c231227893 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:33.005955 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-21759f70-71a9-4de5-aac3-80c231227893 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:33.012861 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-21759f70-71a9-4de5-aac3-80c231227893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:33.028408 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-21759f70-71a9-4de5-aac3-80c231227893 admin admin] Reserving flat network on physical network physnet1 {{(pid=101678) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 02:18:33.050891 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21759f70-71a9-4de5-aac3-80c231227893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a05905-d038-47e9-a90f-7368d442d11c,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:33.054055 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-21759f70-71a9-4de5-aac3-80c231227893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:33.054402 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.segments_db [None req-21759f70-71a9-4de5-aac3-80c231227893 admin admin] Added segment f07a9485-0b32-493b-ae5b-a0705d12d101 of type flat for network 3c7696da-eba1-40bc-922c-d91bed889fdf Nov 12 02:18:33.100786 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-21759f70-71a9-4de5-aac3-80c231227893 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767025606099'] for network, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:33.132113 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-21759f70-71a9-4de5-aac3-80c231227893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for network, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:33.133042 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21759f70-71a9-4de5-aac3-80c231227893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:33.133615 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-21759f70-71a9-4de5-aac3-80c231227893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:33.206374 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-21759f70-71a9-4de5-aac3-80c231227893 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6318378 Nov 12 02:18:33.213248 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21759f70-71a9-4de5-aac3-80c231227893 admin admin] Pushing event updated for resources: {'Network': ['ID=3c7696da-eba1-40bc-922c-d91bed889fdf,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:33.228194 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Network 3c7696da-eba1-40bc-922c-d91bed889fdf details requested by agent ovs-agent-dv-cinder-808574-4-iscsi with host dv-cinder-808574-4-iscsi {{(pid=101679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:18:33.720871 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:35.242845 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:35.703763 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 37282) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:35.846637 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:35.929625 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae339bf8-bd22-4444-a6bc-aa58ac3ffcbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:35.931020 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-ae339bf8-bd22-4444-a6bc-aa58ac3ffcbb admin admin] 10.222.0.70 "GET /v2.0/subnets/fe0849e9-df9a-4da5-a255-069f6a3b8373 HTTP/1.1" status: 200 len: 849 time: 0.2262616 Nov 12 02:18:36.047631 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-d81f1c59-ccbb-49b7-a158-12db6e35cc68 admin admin] 10.222.0.70 "GET /v2.0/routers/9465313b-380d-4883-a77c-54ff6886e072 HTTP/1.1" status: 200 len: 704 time: 0.1101789 Nov 12 02:18:36.318386 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7fb16682-f38a-4b24-9e1c-13703ac8ad85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:36.610518 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [None req-7fb16682-f38a-4b24-9e1c-13703ac8ad85 admin admin] Allocated IP 172.20.0.1 (7733faea-41fe-4a4e-9e8a-8fb54e1582fb/fe0849e9-df9a-4da5-a255-069f6a3b8373/a62ff27d-c281-42b9-a73a-8cc97fd2ba9e) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:18:36.797512 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7fb16682-f38a-4b24-9e1c-13703ac8ad85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:36.861991 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7fb16682-f38a-4b24-9e1c-13703ac8ad85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:36.933129 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb16682-f38a-4b24-9e1c-13703ac8ad85 admin admin] Network 7733faea-41fe-4a4e-9e8a-8fb54e1582fb is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:18:36.939917 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-7fb16682-f38a-4b24-9e1c-13703ac8ad85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:18:36.949698 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb16682-f38a-4b24-9e1c-13703ac8ad85 admin admin] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:18:36.950216 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7fb16682-f38a-4b24-9e1c-13703ac8ad85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658031'] for router_interface, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:37.067207 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb16682-f38a-4b24-9e1c-13703ac8ad85 admin admin] Pushing event updated for resources: {'Port': ['ID=a62ff27d-c281-42b9-a73a-8cc97fd2ba9e,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:37.126061 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-0b4b5a08-3ca8-4ff4-9eb6-f89122895744 None None] Provisioning complete for port a62ff27d-c281-42b9-a73a-8cc97fd2ba9e triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:37.126634 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-0b4b5a08-3ca8-4ff4-9eb6-f89122895744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:37.204823 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-0b4b5a08-3ca8-4ff4-9eb6-f89122895744 None None] Port a62ff27d-c281-42b9-a73a-8cc97fd2ba9e cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:18:37.211845 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7fb16682-f38a-4b24-9e1c-13703ac8ad85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:37.422234 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7fb16682-f38a-4b24-9e1c-13703ac8ad85 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:37.426591 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7fb16682-f38a-4b24-9e1c-13703ac8ad85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:37.427323 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7fb16682-f38a-4b24-9e1c-13703ac8ad85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658171'] for router_interface, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:37.483242 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb16682-f38a-4b24-9e1c-13703ac8ad85 admin admin] Pushing event updated for resources: {'Port': ['ID=a62ff27d-c281-42b9-a73a-8cc97fd2ba9e,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:37.551003 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb16682-f38a-4b24-9e1c-13703ac8ad85 admin admin] Network 7733faea-41fe-4a4e-9e8a-8fb54e1582fb is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:18:37.552312 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-7fb16682-f38a-4b24-9e1c-13703ac8ad85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:18:37.714203 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb16682-f38a-4b24-9e1c-13703ac8ad85 admin admin] Router 9465313b-380d-4883-a77c-54ff6886e072 is scheduled to L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 with binding_index 1 {{(pid=101678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:18:37.727522 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-78faae22-118c-4b7c-bc03-dad05aae0978 None None] Provisioning complete for port a62ff27d-c281-42b9-a73a-8cc97fd2ba9e triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:37.728115 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-78faae22-118c-4b7c-bc03-dad05aae0978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:37.762526 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-78faae22-118c-4b7c-bc03-dad05aae0978 None None] Port a62ff27d-c281-42b9-a73a-8cc97fd2ba9e cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:18:37.808356 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb16682-f38a-4b24-9e1c-13703ac8ad85 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:18:37.818063 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-7fb16682-f38a-4b24-9e1c-13703ac8ad85 admin admin] 10.222.0.70 "PUT /v2.0/routers/9465313b-380d-4883-a77c-54ff6886e072/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7548358 Nov 12 02:18:37.818478 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] Sync routers for ids ['9465313b-380d-4883-a77c-54ff6886e072'] in dv-cinder-808574-4-iscsi {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:18:37.832108 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] Routers {'9465313b-380d-4883-a77c-54ff6886e072'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:18:37.832852 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:18:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['9465313b-380d-4883-a77c-54ff6886e072'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:38.020367 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] Set router 9465313b-380d-4883-a77c-54ff6886e072 gateway port host: None {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:18:38.456557 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9465313b-380d-4883-a77c-54ff6886e072', 'name': 'router1', 'tenant_id': 'c6bae8cb384e480186b1420bde60a0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:27Z', 'updated_at': '2021-11-12T02:18:37Z', 'revision_number': 2, 'project_id': 'c6bae8cb384e480186b1420bde60a0e1', 'gw_port_host': None, '_interfaces': [{'id': 'a62ff27d-c281-42b9-a73a-8cc97fd2ba9e', 'name': '', 'network_id': '7733faea-41fe-4a4e-9e8a-8fb54e1582fb', 'tenant_id': 'c6bae8cb384e480186b1420bde60a0e1', 'mac_address': 'fa:16:3e:45:d5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9465313b-380d-4883-a77c-54ff6886e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe0849e9-df9a-4da5-a255-069f6a3b8373', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:36Z', 'updated_at': '2021-11-12T02:18:37Z', 'revision_number': 2, 'project_id': 'c6bae8cb384e480186b1420bde60a0e1', 'subnets': [{'id': 'fe0849e9-df9a-4da5-a255-069f6a3b8373', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ac03725-c4fb-41a8-98f9-2fcaa3372c73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:38.507085 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] Checking router: 9465313b-380d-4883-a77c-54ff6886e072 for host: dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:18:38.507457 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] Updating router 9465313b-380d-4883-a77c-54ff6886e072 port a62ff27d-c281-42b9-a73a-8cc97fd2ba9e binding host dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:18:38.554202 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:39.068425 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] Publish callbacks [] for port, precommit_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:39.076305 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:39.239887 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b44a5b-e7bf-4f67-979a-dbeaa7595a58 None None] Pushing event updated for resources: {'Port': ['ID=a62ff27d-c281-42b9-a73a-8cc97fd2ba9e,revision_number=3']} {{(pid=101680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:39.244003 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] Attempting to bind port a62ff27d-c281-42b9-a73a-8cc97fd2ba9e on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:18:39.244419 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] Attempting to bind port a62ff27d-c281-42b9-a73a-8cc97fd2ba9e by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': 'd5f2a010-fd29-467e-bd78-aee40c9c715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '7733faea-41fe-4a4e-9e8a-8fb54e1582fb'}] {{(pid=101680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:18:39.244853 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] Attempting to bind port a62ff27d-c281-42b9-a73a-8cc97fd2ba9e on network 7733faea-41fe-4a4e-9e8a-8fb54e1582fb {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:18:39.254723 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:18:39.255136 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] Checking segment: {'id': 'd5f2a010-fd29-467e-bd78-aee40c9c715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '7733faea-41fe-4a4e-9e8a-8fb54e1582fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:18:39.255621 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:39.256013 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] Bound using segment: {'id': 'd5f2a010-fd29-467e-bd78-aee40c9c715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '7733faea-41fe-4a4e-9e8a-8fb54e1582fb'} {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:18:39.256529 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] Bound port: a62ff27d-c281-42b9-a73a-8cc97fd2ba9e, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f2a010-fd29-467e-bd78-aee40c9c715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '7733faea-41fe-4a4e-9e8a-8fb54e1582fb'}}] {{(pid=101680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:18:39.256950 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:39.260332 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b44a5b-e7bf-4f67-979a-dbeaa7595a58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:39.260696 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b44a5b-e7bf-4f67-979a-dbeaa7595a58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:39.261042 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b44a5b-e7bf-4f67-979a-dbeaa7595a58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:39.261379 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b44a5b-e7bf-4f67-979a-dbeaa7595a58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:39.261713 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b44a5b-e7bf-4f67-979a-dbeaa7595a58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:39.262048 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b44a5b-e7bf-4f67-979a-dbeaa7595a58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:39.262378 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b44a5b-e7bf-4f67-979a-dbeaa7595a58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:39.262728 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b44a5b-e7bf-4f67-979a-dbeaa7595a58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:39.263065 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b44a5b-e7bf-4f67-979a-dbeaa7595a58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:39.263396 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b44a5b-e7bf-4f67-979a-dbeaa7595a58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:39.263718 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b44a5b-e7bf-4f67-979a-dbeaa7595a58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:39.264040 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b44a5b-e7bf-4f67-979a-dbeaa7595a58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b44a5b-e7bf-4f67-979a-dbeaa7595a58 None None] Tracked resource versions report: Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: pushed versions: Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: { 'AddressGroup': {'1.2'}, Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: 'ConntrackHelper': {'1.0'}, Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: 'Log': {'1.0'}, Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: 'Network': {'1.1'}, Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: 'Port': {'1.7'}, Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: 'PortForwarding': {'1.2'}, Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: 'QosPolicy': {'1.10'}, Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: 'SecurityGroup': {'1.5'}, Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: 'SecurityGroupRule': {'1.2'}, Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: 'SubPort': {'1.0'}, Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: 'Subnet': {'1.1'}, Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: 'Trunk': {'1.1'}} Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: consumer versions: Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: { DHCP agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: L3 agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: Metadata agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: Metering agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: Open vSwitch agent@dv-cinder-808574-4-iscsi: { 'AddressGroup': '1.2', Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: 'ConntrackHelper': '1.0', Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: 'Log': '1.0', Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: 'Network': '1.1', Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: 'Port': '1.7', Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: 'PortForwarding': '1.2', Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: 'QosPolicy': '1.10', Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: 'SecurityGroup': '1.5', Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: 'SecurityGroupRule': '1.2', Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: 'SubPort': '1.0', Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: 'Subnet': '1.1', Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: 'Trunk': '1.1'}} Nov 12 02:18:39.265664 dv-cinder-808574-4-iscsi neutron-server[101680]: {{(pid=101680) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 02:18:39.297011 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-7d709896-6298-48ba-9c38-c8ed032aa962 None None] Provisioning complete for port a62ff27d-c281-42b9-a73a-8cc97fd2ba9e triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:39.297503 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7d709896-6298-48ba-9c38-c8ed032aa962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:39.333336 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.db [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] For port a62ff27d-c281-42b9-a73a-8cc97fd2ba9e, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:18:39.334639 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-7d709896-6298-48ba-9c38-c8ed032aa962 None None] Port a62ff27d-c281-42b9-a73a-8cc97fd2ba9e cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:18:39.353378 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.db [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] For port a62ff27d-c281-42b9-a73a-8cc97fd2ba9e, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=a62ff27d-c281-42b9-a73a-8cc97fd2ba9e,segment=NetworkSegment(d5f2a010-fd29-467e-bd78-aee40c9c715a),segment_id=d5f2a010-fd29-467e-bd78-aee40c9c715a)] {{(pid=101680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:18:39.358241 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:39.408935 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] Routers {'9465313b-380d-4883-a77c-54ff6886e072'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:18:39.409551 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:18:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['9465313b-380d-4883-a77c-54ff6886e072'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:39.481804 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b44a5b-e7bf-4f67-979a-dbeaa7595a58 None None] Pushing event updated for resources: {'Port': ['ID=a62ff27d-c281-42b9-a73a-8cc97fd2ba9e,revision_number=4']} {{(pid=101680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:39.506802 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] Set router 9465313b-380d-4883-a77c-54ff6886e072 gateway port host: None {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:18:39.552943 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-f6371f7e-2bc6-4ccc-8110-1658db19fd1f None None] Provisioning complete for port a62ff27d-c281-42b9-a73a-8cc97fd2ba9e triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:39.553322 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f6371f7e-2bc6-4ccc-8110-1658db19fd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:39.630776 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f6371f7e-2bc6-4ccc-8110-1658db19fd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:39.662881 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-f6371f7e-2bc6-4ccc-8110-1658db19fd1f None None] For port a62ff27d-c281-42b9-a73a-8cc97fd2ba9e, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=a62ff27d-c281-42b9-a73a-8cc97fd2ba9e,segment=NetworkSegment(d5f2a010-fd29-467e-bd78-aee40c9c715a),segment_id=d5f2a010-fd29-467e-bd78-aee40c9c715a)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:18:39.671812 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f6371f7e-2bc6-4ccc-8110-1658db19fd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:39.722122 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6371f7e-2bc6-4ccc-8110-1658db19fd1f None None] Pushing event updated for resources: {'Port': ['ID=a62ff27d-c281-42b9-a73a-8cc97fd2ba9e,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:39.735251 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9465313b-380d-4883-a77c-54ff6886e072', 'name': 'router1', 'tenant_id': 'c6bae8cb384e480186b1420bde60a0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:27Z', 'updated_at': '2021-11-12T02:18:37Z', 'revision_number': 2, 'project_id': 'c6bae8cb384e480186b1420bde60a0e1', 'gw_port_host': None, '_interfaces': [{'id': 'a62ff27d-c281-42b9-a73a-8cc97fd2ba9e', 'name': '', 'network_id': '7733faea-41fe-4a4e-9e8a-8fb54e1582fb', 'tenant_id': 'c6bae8cb384e480186b1420bde60a0e1', 'mac_address': 'fa:16:3e:45:d5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9465313b-380d-4883-a77c-54ff6886e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe0849e9-df9a-4da5-a255-069f6a3b8373', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:36Z', 'updated_at': '2021-11-12T02:18:39Z', 'revision_number': 4, 'project_id': 'c6bae8cb384e480186b1420bde60a0e1', 'subnets': [{'id': 'fe0849e9-df9a-4da5-a255-069f6a3b8373', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ac03725-c4fb-41a8-98f9-2fcaa3372c73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:39.761737 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ea599-b1b3-4f59-a34a-5e74e57552e6 None None] The sync data for ids ['9465313b-380d-4883-a77c-54ff6886e072'] in dv-cinder-808574-4-iscsi is: [{'id': '9465313b-380d-4883-a77c-54ff6886e072', 'name': 'router1', 'tenant_id': 'c6bae8cb384e480186b1420bde60a0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:27Z', 'updated_at': '2021-11-12T02:18:37Z', 'revision_number': 2, 'project_id': 'c6bae8cb384e480186b1420bde60a0e1', 'gw_port_host': None, '_interfaces': [{'id': 'a62ff27d-c281-42b9-a73a-8cc97fd2ba9e', 'name': '', 'network_id': '7733faea-41fe-4a4e-9e8a-8fb54e1582fb', 'tenant_id': 'c6bae8cb384e480186b1420bde60a0e1', 'mac_address': 'fa:16:3e:45:d5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9465313b-380d-4883-a77c-54ff6886e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe0849e9-df9a-4da5-a255-069f6a3b8373', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:36Z', 'updated_at': '2021-11-12T02:18:39Z', 'revision_number': 4, 'project_id': 'c6bae8cb384e480186b1420bde60a0e1', 'subnets': [{'id': 'fe0849e9-df9a-4da5-a255-069f6a3b8373', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ac03725-c4fb-41a8-98f9-2fcaa3372c73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:18:40.209861 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 37302) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:40.320467 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a422e9cc-66a6-4f1b-bb8a-2f13646f2bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:40.321842 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-a422e9cc-66a6-4f1b-bb8a-2f13646f2bba admin admin] 10.222.0.70 "GET /v2.0/networks/3c7696da-eba1-40bc-922c-d91bed889fdf HTTP/1.1" status: 200 len: 842 time: 0.1109967 Nov 12 02:18:40.332132 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-05ebd55b-2a99-49cd-9413-df7d95416666 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:40.356834 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ebd55b-2a99-49cd-9413-df7d95416666 admin admin] Made reservation on behalf of a8b91da704d042828ffe6f188bc0fbb0 for: {'subnet': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:18:40.359857 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-05ebd55b-2a99-49cd-9413-df7d95416666 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:40.660408 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.objects.ports [None req-05ebd55b-2a99-49cd-9413-df7d95416666 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101678) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 02:18:40.660935 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-05ebd55b-2a99-49cd-9413-df7d95416666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for subnet, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:40.716577 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebd55b-2a99-49cd-9413-df7d95416666 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5dec2f9-f4c7-48bf-8714-a16e67e9832d,revision_number=0']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:40.727664 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ebd55b-2a99-49cd-9413-df7d95416666 admin admin] Checking segment: {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:18:40.728037 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ebd55b-2a99-49cd-9413-df7d95416666 admin admin] Network hostable DHCP agents. Network: 3c7696da-eba1-40bc-922c-d91bed889fdf, hostable agents: ['9ef3605f-eeb0-4f31-885d-199b6c4cd983'], hosted agents: [] {{(pid=101678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:18:40.748840 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ebd55b-2a99-49cd-9413-df7d95416666 admin admin] Network 3c7696da-eba1-40bc-922c-d91bed889fdf is scheduled to be hosted by DHCP agent 9ef3605f-eeb0-4f31-885d-199b6c4cd983 with binding_index 1 {{(pid=101678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:18:40.760795 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-05ebd55b-2a99-49cd-9413-df7d95416666 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-iscsi, 3c7696da-eba1-40bc-922c-d91bed889fdf) {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:18:40.765422 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ebd55b-2a99-49cd-9413-df7d95416666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:40.766095 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-05ebd55b-2a99-49cd-9413-df7d95416666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:40.770150 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be514f6a-3740-4993-adba-fe3ef8411222 None None] Network 3c7696da-eba1-40bc-922c-d91bed889fdf requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:18:40.795347 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-05ebd55b-2a99-49cd-9413-df7d95416666 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4667687 Nov 12 02:18:40.900275 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4100e6c0-1638-4419-9e66-10bec4df0fa3 None None] Network 3c7696da-eba1-40bc-922c-d91bed889fdf requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:18:43.238965 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 37310) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:43.521206 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-9ed19f0f-fde9-4f9a-a6a3-8fda990e8cec admin admin] 10.222.0.70 "GET /v2.0/routers/9465313b-380d-4883-a77c-54ff6886e072 HTTP/1.1" status: 200 len: 710 time: 0.2810335 Nov 12 02:18:43.643405 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489829de-70cd-4ad1-b40d-f4ed2402ace3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:43.644793 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-489829de-70cd-4ad1-b40d-f4ed2402ace3 admin admin] 10.222.0.70 "GET /v2.0/networks/3c7696da-eba1-40bc-922c-d91bed889fdf HTTP/1.1" status: 200 len: 886 time: 0.1158648 Nov 12 02:18:43.654402 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-1e7af689-fd77-439f-9302-909405b69c76 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:43.903481 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1e7af689-fd77-439f-9302-909405b69c76 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:44.140314 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1e7af689-fd77-439f-9302-909405b69c76 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:44.215032 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1e7af689-fd77-439f-9302-909405b69c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:44.372904 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-1e7af689-fd77-439f-9302-909405b69c76 admin admin] Allocated IP 172.27.2.68 (3c7696da-eba1-40bc-922c-d91bed889fdf/d5dec2f9-f4c7-48bf-8714-a16e67e9832d/3b8e53ea-1dd0-4b90-a594-9083a3a56083) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:18:44.476283 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1e7af689-fd77-439f-9302-909405b69c76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:44.536757 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1e7af689-fd77-439f-9302-909405b69c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:44.606932 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7af689-fd77-439f-9302-909405b69c76 admin admin] Network 3c7696da-eba1-40bc-922c-d91bed889fdf is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:18:44.617271 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-1e7af689-fd77-439f-9302-909405b69c76 admin admin] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:18:44.623105 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7af689-fd77-439f-9302-909405b69c76 admin admin] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:18:44.629180 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7af689-fd77-439f-9302-909405b69c76 admin admin] Pushing event updated for resources: {'Port': ['ID=3b8e53ea-1dd0-4b90-a594-9083a3a56083,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:44.951197 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1e7af689-fd77-439f-9302-909405b69c76 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:45.144803 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1e7af689-fd77-439f-9302-909405b69c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661313', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57729'] for router, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:45.149853 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1e7af689-fd77-439f-9302-909405b69c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656430'] for router, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:45.268507 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7af689-fd77-439f-9302-909405b69c76 admin admin] Router 9465313b-380d-4883-a77c-54ff6886e072 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:18:45.380115 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7af689-fd77-439f-9302-909405b69c76 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:18:45.384859 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1e7af689-fd77-439f-9302-909405b69c76 admin admin] Publish callbacks [] for router, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:45.391304 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-1e7af689-fd77-439f-9302-909405b69c76 admin admin] 10.222.0.70 "PUT /v2.0/routers/9465313b-380d-4883-a77c-54ff6886e072 HTTP/1.1" status: 200 len: 889 time: 1.7399409 Nov 12 02:18:45.611890 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 5 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:18:45.750791 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device a62ff27d-c281-42b9-a73a-8cc97fd2ba9e up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:18:45.807709 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port a62ff27d-c281-42b9-a73a-8cc97fd2ba9e triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:45.807709 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:46.713135 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] Sync routers for ids ['9465313b-380d-4883-a77c-54ff6886e072'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:18:46.724547 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] Routers {'9465313b-380d-4883-a77c-54ff6886e072'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:18:46.725292 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:18:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['9465313b-380d-4883-a77c-54ff6886e072'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:46.943543 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] Set router 9465313b-380d-4883-a77c-54ff6886e072 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:18:47.395700 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9465313b-380d-4883-a77c-54ff6886e072', 'name': 'router1', 'tenant_id': 'c6bae8cb384e480186b1420bde60a0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '3b8e53ea-1dd0-4b90-a594-9083a3a56083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:27Z', 'updated_at': '2021-11-12T02:18:44Z', 'revision_number': 4, 'project_id': 'c6bae8cb384e480186b1420bde60a0e1', 'gw_port': {'id': '3b8e53ea-1dd0-4b90-a594-9083a3a56083', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9465313b-380d-4883-a77c-54ff6886e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:44Z', 'updated_at': '2021-11-12T02:18:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'a62ff27d-c281-42b9-a73a-8cc97fd2ba9e', 'name': '', 'network_id': '7733faea-41fe-4a4e-9e8a-8fb54e1582fb', 'tenant_id': 'c6bae8cb384e480186b1420bde60a0e1', 'mac_address': 'fa:16:3e:45:d5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9465313b-380d-4883-a77c-54ff6886e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe0849e9-df9a-4da5-a255-069f6a3b8373', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:36Z', 'updated_at': '2021-11-12T02:18:39Z', 'revision_number': 5, 'project_id': 'c6bae8cb384e480186b1420bde60a0e1', 'subnets': [{'id': 'fe0849e9-df9a-4da5-a255-069f6a3b8373', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ac03725-c4fb-41a8-98f9-2fcaa3372c73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:47.443687 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] Checking router: 9465313b-380d-4883-a77c-54ff6886e072 for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:18:47.444053 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] Updating router 9465313b-380d-4883-a77c-54ff6886e072 port 3b8e53ea-1dd0-4b90-a594-9083a3a56083 binding host dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:18:47.493366 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:47.813964 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] Publish callbacks [] for port, precommit_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:47.819025 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:47.869902 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] Attempting to bind port 3b8e53ea-1dd0-4b90-a594-9083a3a56083 on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:18:47.870329 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] Attempting to bind port 3b8e53ea-1dd0-4b90-a594-9083a3a56083 by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:18:47.870710 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] Attempting to bind port 3b8e53ea-1dd0-4b90-a594-9083a3a56083 on network 3c7696da-eba1-40bc-922c-d91bed889fdf {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:18:47.878917 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f982c-67c3-40cf-a15e-e39ca258b54c None None] Pushing event updated for resources: {'Port': ['ID=3b8e53ea-1dd0-4b90-a594-9083a3a56083,revision_number=2']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:47.881583 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:18:47.881953 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] Checking segment: {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:18:47.882344 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:47.882748 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] Bound using segment: {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:18:47.883221 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] Bound port: 3b8e53ea-1dd0-4b90-a594-9083a3a56083, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:18:47.883617 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:47.940741 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] For port 3b8e53ea-1dd0-4b90-a594-9083a3a56083, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:18:47.944423 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] For port 3b8e53ea-1dd0-4b90-a594-9083a3a56083, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=3b8e53ea-1dd0-4b90-a594-9083a3a56083,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:18:47.947887 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 37322) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:47.948322 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:48.004514 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] Routers {'9465313b-380d-4883-a77c-54ff6886e072'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:18:48.005141 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:18:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['9465313b-380d-4883-a77c-54ff6886e072'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:48.041552 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f982c-67c3-40cf-a15e-e39ca258b54c None None] Pushing event updated for resources: {'Port': ['ID=3b8e53ea-1dd0-4b90-a594-9083a3a56083,revision_number=3']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:48.070427 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-84b16f42-42cf-4700-a996-72b7f058aa8c admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1213498 Nov 12 02:18:48.119578 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] Set router 9465313b-380d-4883-a77c-54ff6886e072 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:18:48.341636 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9465313b-380d-4883-a77c-54ff6886e072', 'name': 'router1', 'tenant_id': 'c6bae8cb384e480186b1420bde60a0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '3b8e53ea-1dd0-4b90-a594-9083a3a56083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:27Z', 'updated_at': '2021-11-12T02:18:44Z', 'revision_number': 4, 'project_id': 'c6bae8cb384e480186b1420bde60a0e1', 'gw_port': {'id': '3b8e53ea-1dd0-4b90-a594-9083a3a56083', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9465313b-380d-4883-a77c-54ff6886e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:44Z', 'updated_at': '2021-11-12T02:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'a62ff27d-c281-42b9-a73a-8cc97fd2ba9e', 'name': '', 'network_id': '7733faea-41fe-4a4e-9e8a-8fb54e1582fb', 'tenant_id': 'c6bae8cb384e480186b1420bde60a0e1', 'mac_address': 'fa:16:3e:45:d5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9465313b-380d-4883-a77c-54ff6886e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe0849e9-df9a-4da5-a255-069f6a3b8373', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:36Z', 'updated_at': '2021-11-12T02:18:39Z', 'revision_number': 5, 'project_id': 'c6bae8cb384e480186b1420bde60a0e1', 'subnets': [{'id': 'fe0849e9-df9a-4da5-a255-069f6a3b8373', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ac03725-c4fb-41a8-98f9-2fcaa3372c73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:48.373077 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bded216-a96e-4ba5-8023-b21dcf634976 None None] The sync data for ids ['9465313b-380d-4883-a77c-54ff6886e072'] in dv-cinder-808574-4-iscsi is: [{'id': '9465313b-380d-4883-a77c-54ff6886e072', 'name': 'router1', 'tenant_id': 'c6bae8cb384e480186b1420bde60a0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '3b8e53ea-1dd0-4b90-a594-9083a3a56083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:27Z', 'updated_at': '2021-11-12T02:18:44Z', 'revision_number': 4, 'project_id': 'c6bae8cb384e480186b1420bde60a0e1', 'gw_port': {'id': '3b8e53ea-1dd0-4b90-a594-9083a3a56083', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9465313b-380d-4883-a77c-54ff6886e072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:44Z', 'updated_at': '2021-11-12T02:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'a62ff27d-c281-42b9-a73a-8cc97fd2ba9e', 'name': '', 'network_id': '7733faea-41fe-4a4e-9e8a-8fb54e1582fb', 'tenant_id': 'c6bae8cb384e480186b1420bde60a0e1', 'mac_address': 'fa:16:3e:45:d5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9465313b-380d-4883-a77c-54ff6886e072', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe0849e9-df9a-4da5-a255-069f6a3b8373', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:36Z', 'updated_at': '2021-11-12T02:18:39Z', 'revision_number': 5, 'project_id': 'c6bae8cb384e480186b1420bde60a0e1', 'subnets': [{'id': 'fe0849e9-df9a-4da5-a255-069f6a3b8373', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ac03725-c4fb-41a8-98f9-2fcaa3372c73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:18:49.759656 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 3b8e53ea-1dd0-4b90-a594-9083a3a56083 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:18:49.816130 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 3b8e53ea-1dd0-4b90-a594-9083a3a56083 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:49.816907 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:49.902847 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:49.925583 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] For port 3b8e53ea-1dd0-4b90-a594-9083a3a56083, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=3b8e53ea-1dd0-4b90-a594-9083a3a56083,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:18:49.932473 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:49.990852 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Pushing event updated for resources: {'Port': ['ID=3b8e53ea-1dd0-4b90-a594-9083a3a56083,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:51.773489 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 3b8e53ea-1dd0-4b90-a594-9083a3a56083 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:18:51.830146 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 3b8e53ea-1dd0-4b90-a594-9083a3a56083 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:51.830601 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:00.248265 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-00f7f48c-6c5c-482a-a978-932cd11162a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:02.628929 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-77676b83-f76a-4806-b3cb-aaf24e85a39e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:03.726804 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:05.255670 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:05.853921 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:22.611153 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 5 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:19:30.255532 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-19213dfe-c476-4f20-aa13-22842651d879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:32.624954 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-cc0941da-c4a1-453a-ad6f-80deed145ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:33.732688 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:35.251613 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:35.845221 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:59.609120 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 5 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:20:00.249997 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-a19249aa-a0f6-4117-ab41-92d6b5d0ca29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:02.618439 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-723f6279-0912-4b51-b90a-c579192428f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:03.735355 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:05.248291 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:05.847347 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:27.630473 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 37884) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:27.695124 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.pecan_wsgi.hooks.translation [None req-4878e50e-9c30-4761-94bd-5cc5a852a634 admin admin] GET failed (client error): The resource could not be found. Nov 12 02:20:27.696495 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-4878e50e-9c30-4761-94bd-5cc5a852a634 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0649862 Nov 12 02:20:27.922929 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb15ee9-fd9d-4cf8-b306-373fe66179e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:27.924409 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-6fb15ee9-fd9d-4cf8-b306-373fe66179e8 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2227631 Nov 12 02:20:30.221841 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 37894) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:30.252180 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-9d95c337-f476-4b03-bf43-9266f5999fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:30.315172 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d224783-d0d8-4217-9b3f-336e276a89dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:30.316520 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-2d224783-d0d8-4217-9b3f-336e276a89dc admin admin] 10.222.0.70 "GET /v2.0/subnets/fe0849e9-df9a-4da5-a255-069f6a3b8373 HTTP/1.1" status: 200 len: 849 time: 0.0936792 Nov 12 02:20:30.326419 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-9dcd40aa-d986-475a-8280-404b3908363b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:20:30.413142 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9dcd40aa-d986-475a-8280-404b3908363b admin admin] Publish callbacks [] for subnet, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:30.559323 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9dcd40aa-d986-475a-8280-404b3908363b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767026032267'] for subnet, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:30.594263 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcd40aa-d986-475a-8280-404b3908363b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:30.594263 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9dcd40aa-d986-475a-8280-404b3908363b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:30.595588 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-9dcd40aa-d986-475a-8280-404b3908363b admin admin] 10.222.0.70 "PUT /v2.0/subnets/fe0849e9-df9a-4da5-a255-069f6a3b8373 HTTP/1.1" status: 200 len: 868 time: 0.2727864 Nov 12 02:20:30.597869 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951c1d3d-2cfe-4531-a8c3-2d7491129012 None None] Network 7733faea-41fe-4a4e-9e8a-8fb54e1582fb requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:20:30.612287 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd40aa-d986-475a-8280-404b3908363b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe0849e9-df9a-4da5-a255-069f6a3b8373,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:20:30.620650 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd40aa-d986-475a-8280-404b3908363b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:30.620650 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd40aa-d986-475a-8280-404b3908363b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:30.620650 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd40aa-d986-475a-8280-404b3908363b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:30.621073 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd40aa-d986-475a-8280-404b3908363b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:30.621337 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd40aa-d986-475a-8280-404b3908363b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:30.621690 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd40aa-d986-475a-8280-404b3908363b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:30.622013 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd40aa-d986-475a-8280-404b3908363b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:30.623141 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd40aa-d986-475a-8280-404b3908363b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:30.623490 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd40aa-d986-475a-8280-404b3908363b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:30.623821 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd40aa-d986-475a-8280-404b3908363b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:30.624193 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd40aa-d986-475a-8280-404b3908363b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:30.625303 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd40aa-d986-475a-8280-404b3908363b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:30.952564 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-f73ca3c7-a05a-4896-80ae-3e38c2f72bd3 None None] Provisioning complete for port 3a8e5bc7-b4af-401f-b315-1f50a4510d9c triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:20:30.952934 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f73ca3c7-a05a-4896-80ae-3e38c2f72bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:31.040937 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-f73ca3c7-a05a-4896-80ae-3e38c2f72bd3 None None] Provisioning complete for port a62ff27d-c281-42b9-a73a-8cc97fd2ba9e triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:20:31.041209 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f73ca3c7-a05a-4896-80ae-3e38c2f72bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:32.622012 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-c6234490-9213-4611-a6c5-7e904e1b2884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:32.895862 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 37902) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:33.095319 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58b27cf-517c-4fc5-8e7d-b65fc9aec4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:33.095744 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58b27cf-517c-4fc5-8e7d-b65fc9aec4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:33.097303 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-e58b27cf-517c-4fc5-8e7d-b65fc9aec4b6 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2005410 Nov 12 02:20:33.735997 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:35.249299 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:35.419053 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 37910) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:35.620839 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5c14b0-7f32-452b-97fb-7eeade8e5897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:35.621306 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5c14b0-7f32-452b-97fb-7eeade8e5897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:35.623422 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-2a5c14b0-7f32-452b-97fb-7eeade8e5897 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2034562 Nov 12 02:20:35.851190 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:36.608083 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 5 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:20:37.947428 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 37920) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:38.083732 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1910f338-56db-4554-b714-718f76d0cdb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:38.085033 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-1910f338-56db-4554-b714-718f76d0cdb1 admin admin] 10.222.0.70 "GET /v2.0/networks/3c7696da-eba1-40bc-922c-d91bed889fdf HTTP/1.1" status: 200 len: 886 time: 0.1366518 Nov 12 02:20:40.368675 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 37928) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:40.499668 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8ccd7c-0cf5-48c8-b3d2-3ffaf7fef701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:40.501054 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-5c8ccd7c-0cf5-48c8-b3d2-3ffaf7fef701 admin admin] 10.222.0.70 "GET /v2.0/networks/7733faea-41fe-4a4e-9e8a-8fb54e1582fb HTTP/1.1" status: 200 len: 869 time: 0.1314275 Nov 12 02:20:42.787215 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 37936) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:42.911137 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a93426d-b611-4c94-a1b3-afa9db243d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:42.911592 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a93426d-b611-4c94-a1b3-afa9db243d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:42.913550 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-5a93426d-b611-4c94-a1b3-afa9db243d06 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252432 Nov 12 02:20:45.190680 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 37944) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:45.280928 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460f0875-fbc1-4b04-a4b4-c46e59d94e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:45.281380 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460f0875-fbc1-4b04-a4b4-c46e59d94e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:45.282928 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-460f0875-fbc1-4b04-a4b4-c46e59d94e9a admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0912640 Nov 12 02:20:47.605790 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 37952) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:47.691415 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb1551c-5722-422a-a74d-56605655c55e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:47.692914 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-aeb1551c-5722-422a-a74d-56605655c55e admin admin] 10.222.0.70 "GET /v2.0/subnets/d5dec2f9-f4c7-48bf-8714-a16e67e9832d HTTP/1.1" status: 200 len: 816 time: 0.0854678 Nov 12 02:20:49.977659 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 37960) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:50.070690 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501e6cff-a6c2-42b1-9b8d-3dcdeca7ca36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:50.072052 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-501e6cff-a6c2-42b1-9b8d-3dcdeca7ca36 admin admin] 10.222.0.70 "GET /v2.0/subnets/fe0849e9-df9a-4da5-a255-069f6a3b8373 HTTP/1.1" status: 200 len: 868 time: 0.0934145 Nov 12 02:21:00.253472 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-fa34f1bc-f30d-4cf3-8d09-249cbfbbda58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:02.624736 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-6e0bf044-fb7d-496a-8f9b-cccaf897d158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:03.737750 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:05.252270 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:05.853621 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:13.608061 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 5 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:21:14.639600 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38014) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:21:14.696299 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [None req-0532593d-f055-4b39-9379-e31d46e5fb1c admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=101678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:21:14.697326 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-0532593d-f055-4b39-9379-e31d46e5fb1c admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0567875 Nov 12 02:21:17.076662 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38022) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:21:17.135555 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f638c05-76f7-4de5-ada5-49a5325de216 admin admin] GET failed (client error): The resource could not be found. Nov 12 02:21:17.136898 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-2f638c05-76f7-4de5-ada5-49a5325de216 admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592787 Nov 12 02:21:17.225851 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a04f288-b0dd-4dfd-80f0-ce74bf26e254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:21:17.227353 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-5a04f288-b0dd-4dfd-80f0-ce74bf26e254 admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0852954 Nov 12 02:21:19.537673 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38030) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:21:19.589834 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-c49fc24d-4a11-4d39-8189-1db790dc2530 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:21:19.610429 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49fc24d-4a11-4d39-8189-1db790dc2530 admin admin] Made reservation on behalf of a8b91da704d042828ffe6f188bc0fbb0 for: {'network': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:21:19.612803 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c49fc24d-4a11-4d39-8189-1db790dc2530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for network, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:19.641365 dv-cinder-808574-4-iscsi neutron-server[101678]: WARNING neutron.services.revisions.revision_plugin [None req-c49fc24d-4a11-4d39-8189-1db790dc2530 admin admin] Could not find related network for resource to bump revision. Nov 12 02:21:19.652398 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49fc24d-4a11-4d39-8189-1db790dc2530 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=101678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:21:19.661171 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c49fc24d-4a11-4d39-8189-1db790dc2530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:19.661513 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.segments_db [None req-c49fc24d-4a11-4d39-8189-1db790dc2530 admin admin] Added segment 4919d3d0-f7d8-4d68-a35e-5108d268a049 of type vlan for network 2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7 Nov 12 02:21:19.702986 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c49fc24d-4a11-4d39-8189-1db790dc2530 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767025606099'] for network, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:19.726244 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c49fc24d-4a11-4d39-8189-1db790dc2530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for network, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:19.727264 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49fc24d-4a11-4d39-8189-1db790dc2530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:21:19.727954 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c49fc24d-4a11-4d39-8189-1db790dc2530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:19.759802 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-c49fc24d-4a11-4d39-8189-1db790dc2530 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2210400 Nov 12 02:21:19.790759 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fc24d-4a11-4d39-8189-1db790dc2530 admin admin] Pushing event updated for resources: {'Network': ['ID=2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:21:19.802159 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Network 2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7 details requested by agent ovs-agent-dv-cinder-808574-4-iscsi with host dv-cinder-808574-4-iscsi {{(pid=101679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:21:22.179320 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38038) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:21:22.264037 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25bee57-8200-4ae7-b85a-681e63cea309 admin admin] GET failed (client error): The resource could not be found. Nov 12 02:21:22.265379 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-d25bee57-8200-4ae7-b85a-681e63cea309 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0850544 Nov 12 02:21:22.336685 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00e3db1-365a-4ba0-8e63-340983fbc829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:21:22.338117 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-a00e3db1-365a-4ba0-8e63-340983fbc829 admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0681283 Nov 12 02:21:22.348274 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-52188acb-5c89-4d3f-8db2-777dd9344902 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:21:22.367676 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52188acb-5c89-4d3f-8db2-777dd9344902 admin admin] Made reservation on behalf of a8b91da704d042828ffe6f188bc0fbb0 for: {'subnet': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:21:22.369949 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-52188acb-5c89-4d3f-8db2-777dd9344902 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:22.530471 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-52188acb-5c89-4d3f-8db2-777dd9344902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for subnet, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:22.597920 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52188acb-5c89-4d3f-8db2-777dd9344902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d611aa77-c055-45ef-9ab4-c61ac9133138,revision_number=0']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:21:22.613513 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52188acb-5c89-4d3f-8db2-777dd9344902 admin admin] Checking segment: {'id': '4919d3d0-f7d8-4d68-a35e-5108d268a049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:21:22.613869 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52188acb-5c89-4d3f-8db2-777dd9344902 admin admin] Network hostable DHCP agents. Network: 2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7, hostable agents: ['9ef3605f-eeb0-4f31-885d-199b6c4cd983'], hosted agents: [] {{(pid=101678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:21:22.632085 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52188acb-5c89-4d3f-8db2-777dd9344902 admin admin] Network 2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7 is scheduled to be hosted by DHCP agent 9ef3605f-eeb0-4f31-885d-199b6c4cd983 with binding_index 1 {{(pid=101678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:21:22.641082 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-52188acb-5c89-4d3f-8db2-777dd9344902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-iscsi, 2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7) {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:21:22.645092 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52188acb-5c89-4d3f-8db2-777dd9344902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:21:22.645672 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-52188acb-5c89-4d3f-8db2-777dd9344902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:22.650575 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742fb9bd-af33-43bc-b325-8f08908cac77 None None] Network 2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:21:22.661677 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-52188acb-5c89-4d3f-8db2-777dd9344902 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3167207 Nov 12 02:21:22.913501 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8380c581-5d88-5bd8-92a8-04b3ddf9b27a-2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7', 'network_id': '2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7', 'tenant_id': 'a8b91da704d042828ffe6f188bc0fbb0', 'fixed_ips': [{'subnet_id': 'd611aa77-c055-45ef-9ab4-c61ac9133138'}]}} from dv-cinder-808574-4-iscsi. {{(pid=101679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:21:22.914659 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:23.064859 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.db_base_plugin_common [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Allocated IP 192.168.233.2 (2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7/d611aa77-c055-45ef-9ab4-c61ac9133138/c1345183-3928-46a9-8c59-4403dfbb7ae0) {{(pid=101679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:21:23.211099 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Publish callbacks [] for port, precommit_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:23.217181 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:23.263814 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Network 2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7 is already hosted by enough agents. {{(pid=101679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:21:23.265077 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Pushing event updated for resources: {'Port': ['ID=c1345183-3928-46a9-8c59-4403dfbb7ae0,revision_number=1']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:21:23.267431 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.scheduler.base_scheduler [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Resources bound (agent type, host, resource id): {{(pid=101679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:21:23.269916 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Received port after_create {{(pid=101679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:21:23.278874 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:21:23.279242 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:21:23.279585 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:21:23.279918 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:21:23.280251 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:21:23.280679 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:21:23.281010 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:21:23.281338 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:21:23.281674 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:21:23.282020 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:21:23.282324 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:21:23.282642 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:21:23.335163 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Attempting to bind port c1345183-3928-46a9-8c59-4403dfbb7ae0 on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:21:23.335528 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Attempting to bind port c1345183-3928-46a9-8c59-4403dfbb7ae0 by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': '4919d3d0-f7d8-4d68-a35e-5108d268a049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7'}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:21:23.335891 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Attempting to bind port c1345183-3928-46a9-8c59-4403dfbb7ae0 on network 2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7 {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:21:23.340947 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:21:23.341320 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Checking segment: {'id': '4919d3d0-f7d8-4d68-a35e-5108d268a049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:21:23.341715 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:23.342213 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Bound using segment: {'id': '4919d3d0-f7d8-4d68-a35e-5108d268a049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7'} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:21:23.342778 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Bound port: c1345183-3928-46a9-8c59-4403dfbb7ae0, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4919d3d0-f7d8-4d68-a35e-5108d268a049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7'}}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:21:23.343170 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:23.407745 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] For port c1345183-3928-46a9-8c59-4403dfbb7ae0, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:21:23.411871 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] For port c1345183-3928-46a9-8c59-4403dfbb7ae0, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=c1345183-3928-46a9-8c59-4403dfbb7ae0,segment=NetworkSegment(4919d3d0-f7d8-4d68-a35e-5108d268a049),segment_id=4919d3d0-f7d8-4d68-a35e-5108d268a049)] {{(pid=101679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:21:23.415771 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:23.471868 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c3c69-4426-4755-ade6-7ec12227ae6d None None] Pushing event updated for resources: {'Port': ['ID=c1345183-3928-46a9-8c59-4403dfbb7ae0,revision_number=2']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:21:23.859360 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device c1345183-3928-46a9-8c59-4403dfbb7ae0 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:21:23.915268 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port c1345183-3928-46a9-8c59-4403dfbb7ae0 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:21:23.915638 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:24.000171 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:24.034624 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] For port c1345183-3928-46a9-8c59-4403dfbb7ae0, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=c1345183-3928-46a9-8c59-4403dfbb7ae0,segment=NetworkSegment(4919d3d0-f7d8-4d68-a35e-5108d268a049),segment_id=4919d3d0-f7d8-4d68-a35e-5108d268a049)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:21:24.040675 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:24.091923 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Pushing event updated for resources: {'Port': ['ID=c1345183-3928-46a9-8c59-4403dfbb7ae0,revision_number=3']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:21:24.317904 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44efa61-6e46-4f50-bdc1-7f0575462a50 None None] Network 2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:21:24.389126 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-9b7c2a96-7280-496b-b4a3-d6389ab95f6f None None] Provisioning complete for port c1345183-3928-46a9-8c59-4403dfbb7ae0 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:21:24.389495 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-9b7c2a96-7280-496b-b4a3-d6389ab95f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:24.753065 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-b37dd49f-de22-46c2-abd6-3e617c3c9d37 None None] Provisioning complete for port c1345183-3928-46a9-8c59-4403dfbb7ae0 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:21:24.753467 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-b37dd49f-de22-46c2-abd6-3e617c3c9d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:25.830975 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device c1345183-3928-46a9-8c59-4403dfbb7ae0 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:21:25.882807 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port c1345183-3928-46a9-8c59-4403dfbb7ae0 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:21:25.883172 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:30.258024 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-17c1b990-d9f5-4115-bf80-78efe79499c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:32.626561 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-ac49f6a0-8d82-4a06-a00f-e80b74cf9454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:33.740438 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:35.254675 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:35.856336 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:50.607075 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 5 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:22:00.260011 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-596bfbb8-5441-4fd3-b4c7-dfc42e54e89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:02.628234 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7e4296a2-446d-45da-99cb-2ef717f5738d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:03.744299 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:05.258720 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:05.856938 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:27.607284 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 5 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:22:30.262133 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-db8f2e7c-c882-43d8-9e24-2efafd023220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:32.629459 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-b49c4508-5edd-4b9c-a4d4-24c8f0ba6cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:33.752408 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:34.888109 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38082) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:22:34.893903 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [None req-47dcbd7a-a51e-4f19-bf9f-113f12f27a67 tempest-verify_tempest_config-209091652 tempest-verify_tempest_config-209091652-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=101678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:22:34.894931 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-47dcbd7a-a51e-4f19-bf9f-113f12f27a67 tempest-verify_tempest_config-209091652 tempest-verify_tempest_config-209091652-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058029 Nov 12 02:22:35.180066 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38100) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:22:35.261228 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:35.282155 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a644ddbf-680f-4bc7-bdc0-1df1f94bf36a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:35.354575 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a644ddbf-680f-4bc7-bdc0-1df1f94bf36a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:35.359010 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a644ddbf-680f-4bc7-bdc0-1df1f94bf36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:35.404114 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-a644ddbf-680f-4bc7-bdc0-1df1f94bf36a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=33546255c0cf48b3ace6a3deda1320fd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2229843 Nov 12 02:22:35.404940 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644ddbf-680f-4bc7-bdc0-1df1f94bf36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5049b8-0c57-4212-9856-fee91f71a66e,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:22:35.407136 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 38104) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:22:35.411770 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a644ddbf-680f-4bc7-bdc0-1df1f94bf36a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.412138 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a644ddbf-680f-4bc7-bdc0-1df1f94bf36a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.412481 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a644ddbf-680f-4bc7-bdc0-1df1f94bf36a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.412813 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a644ddbf-680f-4bc7-bdc0-1df1f94bf36a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.413145 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a644ddbf-680f-4bc7-bdc0-1df1f94bf36a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.413491 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a644ddbf-680f-4bc7-bdc0-1df1f94bf36a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.413822 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a644ddbf-680f-4bc7-bdc0-1df1f94bf36a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.414165 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a644ddbf-680f-4bc7-bdc0-1df1f94bf36a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.414509 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a644ddbf-680f-4bc7-bdc0-1df1f94bf36a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.414860 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a644ddbf-680f-4bc7-bdc0-1df1f94bf36a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.415199 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a644ddbf-680f-4bc7-bdc0-1df1f94bf36a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.415501 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a644ddbf-680f-4bc7-bdc0-1df1f94bf36a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.483860 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5d76c613-0c6a-4d4c-85bd-317dd4577155 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:35.504641 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5d76c613-0c6a-4d4c-85bd-317dd4577155 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:35.604128 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5d76c613-0c6a-4d4c-85bd-317dd4577155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:35.607354 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5d76c613-0c6a-4d4c-85bd-317dd4577155 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:35.608513 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-5d76c613-0c6a-4d4c-85bd-317dd4577155 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7e5049b8-0c57-4212-9856-fee91f71a66e HTTP/1.1" status: 204 len: 168 time: 0.2004042 Nov 12 02:22:35.617331 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76c613-0c6a-4d4c-85bd-317dd4577155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5049b8-0c57-4212-9856-fee91f71a66e,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:22:35.624273 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76c613-0c6a-4d4c-85bd-317dd4577155 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.624644 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76c613-0c6a-4d4c-85bd-317dd4577155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.624986 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76c613-0c6a-4d4c-85bd-317dd4577155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.625317 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76c613-0c6a-4d4c-85bd-317dd4577155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.625644 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76c613-0c6a-4d4c-85bd-317dd4577155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.625987 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76c613-0c6a-4d4c-85bd-317dd4577155 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.626319 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76c613-0c6a-4d4c-85bd-317dd4577155 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.626693 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76c613-0c6a-4d4c-85bd-317dd4577155 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.627044 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76c613-0c6a-4d4c-85bd-317dd4577155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.627375 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76c613-0c6a-4d4c-85bd-317dd4577155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.627696 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76c613-0c6a-4d4c-85bd-317dd4577155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.628017 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d76c613-0c6a-4d4c-85bd-317dd4577155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:35.859770 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:00.265480 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e0c9bbbc-b62f-4164-a6ea-cd6be8c4e975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:02.630798 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-1fbb2f2f-a204-4903-a066-46d99096fbbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:03.745747 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:04.606177 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 5 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:23:05.263558 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:05.860904 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:30.266180 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-92ac191f-8384-4514-82a9-84e536a7395d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:32.632956 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-52c92902-f9f2-40ab-a525-708ae44b639d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:33.751414 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:35.267090 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:35.862399 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:41.605700 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 5 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:24:00.267869 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-3820b93f-9787-491c-8ea5-fac44c8f1625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:02.635473 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-b7424f40-dbe2-4c65-ab1e-81be05b39c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:03.752596 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:05.269011 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:05.863384 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:15.790877 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-658611'] for agent, after_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:18.604783 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:24:30.272429 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-ea1d2a4f-18e5-4687-a032-d343d9df0c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:30.829024 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38178) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:30.939160 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-aa011f52-51fd-4cce-a2b3-a609aa378af1 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1090631 Nov 12 02:24:32.636557 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-98eed019-c629-4631-8ab8-f1816ad9d224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:33.268405 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 38188) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:33.331086 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-256cc837-ab31-48a4-9315-454bb6fdd9aa admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0615118 Nov 12 02:24:33.755035 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:35.273258 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:35.865439 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:45.755527 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:55.604207 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:25:00.274275 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-9b82d562-b7e9-4d5e-b7f5-527b0aad7265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:02.638381 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-93cdbe8d-0cf1-4ba7-9599-cfaaccd53155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:03.757638 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:05.275752 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:05.868155 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:15.754813 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:30.278540 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-38d05e76-9c77-4b12-9138-1c783c15c6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:32.605807 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:25:32.644935 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-1a7de96e-3783-4fbf-bb5f-2a5ce945413d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:33.761328 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:35.280306 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:35.873115 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:45.769771 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:00.283086 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-208d735b-dabf-44c4-b146-36af3a5147d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:02.642178 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-4df51093-ee91-42ea-a2b9-790058382c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:03.768350 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:05.296538 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:05.871620 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:05.941101 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 38344) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:06.158401 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-965118375-network', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:06.189882 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Made reservation on behalf of 77e4b228dda14fa7852c7fe639ed28b0 for: {'network': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:06.190082 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for network, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:06.207584 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:06.298024 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:06.302463 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:06.329157 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=101677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:26:06.349418 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6cfd3d-61bd-47a4-904f-68b255b8463b,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:06.359638 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.360140 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.360734 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.362928 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.362928 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.362928 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.362928 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.362928 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.363317 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.363554 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.363907 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.364488 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Tracked resource versions report: Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: pushed versions: Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: { 'AddressGroup': {'1.2'}, Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: 'ConntrackHelper': {'1.0'}, Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: 'Log': {'1.0'}, Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: 'Network': {'1.1'}, Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: 'Port': {'1.7'}, Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: 'PortForwarding': {'1.2'}, Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: 'QosPolicy': {'1.10'}, Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: 'SecurityGroup': {'1.5'}, Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: 'SecurityGroupRule': {'1.2'}, Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: 'SubPort': {'1.0'}, Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: 'Subnet': {'1.1'}, Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: 'Trunk': {'1.1'}} Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: consumer versions: Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: { DHCP agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: HyperV agent@hv-cinder-80857: {}, Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: L3 agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: Metadata agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: Metering agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: Open vSwitch agent@dv-cinder-808574-4-iscsi: { 'AddressGroup': '1.2', Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: 'ConntrackHelper': '1.0', Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: 'Log': '1.0', Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: 'Network': '1.1', Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: 'Port': '1.7', Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: 'PortForwarding': '1.2', Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: 'QosPolicy': '1.10', Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: 'SecurityGroup': '1.5', Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: 'SecurityGroupRule': '1.2', Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: 'SubPort': '1.0', Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: 'Subnet': '1.1', Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: 'Trunk': '1.1'}} Nov 12 02:26:06.365270 dv-cinder-808574-4-iscsi neutron-server[101677]: {{(pid=101677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 02:26:06.373248 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767026152421', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:06.374087 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Unsubscribe: segment precommit_create {{(pid=101677) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 02:26:06.374740 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.db.segments_db [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Added segment b5585940-4db6-45e9-a202-a9a8eaf4bd20 of type vlan for network 38363d6e-af24-4ec9-9ca9-8c61a2487f51 Nov 12 02:26:06.434039 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767025606099'] for network, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:06.471220 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for network, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:06.472437 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:06.473141 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:06.535561 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5931551 Nov 12 02:26:06.540104 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38386) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:06.546089 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Request body: {'subnet': {'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-965118375-subnet', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:06.564164 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 38390) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:06.571772 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Made reservation on behalf of 77e4b228dda14fa7852c7fe639ed28b0 for: {'subnet': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:06.574600 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:06.584485 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f2992-3209-4b4a-9ffd-d05273f41f87 admin admin] Pushing event updated for resources: {'Network': ['ID=38363d6e-af24-4ec9-9ca9-8c61a2487f51,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:06.597619 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Network 38363d6e-af24-4ec9-9ca9-8c61a2487f51 details requested by agent ovs-agent-dv-cinder-808574-4-iscsi with host dv-cinder-808574-4-iscsi {{(pid=101679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:26:06.899883 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for subnet, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:06.931484 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 38402) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:06.968365 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=413e91f4-27d9-4216-94e8-e9c6cf51bd63,revision_number=0']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:06.980271 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.980636 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.980970 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.981296 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.981616 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.981951 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.982301 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.982588 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.982931 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.983246 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.983704 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.984022 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Tracked resource versions report: Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: pushed versions: Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: { 'AddressGroup': {'1.2'}, Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: 'ConntrackHelper': {'1.0'}, Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: 'Log': {'1.0'}, Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: 'Network': {'1.1'}, Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: 'Port': {'1.7'}, Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: 'PortForwarding': {'1.2'}, Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: 'QosPolicy': {'1.10'}, Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: 'SecurityGroup': {'1.5'}, Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: 'SecurityGroupRule': {'1.2'}, Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: 'SubPort': {'1.0'}, Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: 'Subnet': {'1.1'}, Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: 'Trunk': {'1.1'}} Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: consumer versions: Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: { DHCP agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: HyperV agent@hv-cinder-80857: {}, Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: L3 agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: Metadata agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: Metering agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: Open vSwitch agent@dv-cinder-808574-4-iscsi: { 'AddressGroup': '1.2', Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: 'ConntrackHelper': '1.0', Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: 'Log': '1.0', Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: 'Network': '1.1', Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: 'Port': '1.7', Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: 'PortForwarding': '1.2', Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: 'QosPolicy': '1.10', Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: 'SecurityGroup': '1.5', Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: 'SecurityGroupRule': '1.2', Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: 'SubPort': '1.0', Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: 'Subnet': '1.1', Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: 'Trunk': '1.1'}} Nov 12 02:26:06.985050 dv-cinder-808574-4-iscsi neutron-server[101678]: {{(pid=101678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 02:26:07.002711 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Checking segment: {'id': 'b5585940-4db6-45e9-a202-a9a8eaf4bd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:07.003038 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Network hostable DHCP agents. Network: 38363d6e-af24-4ec9-9ca9-8c61a2487f51, hostable agents: ['9ef3605f-eeb0-4f31-885d-199b6c4cd983'], hosted agents: [] {{(pid=101678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:26:07.026786 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Network 38363d6e-af24-4ec9-9ca9-8c61a2487f51 is scheduled to be hosted by DHCP agent 9ef3605f-eeb0-4f31-885d-199b6c4cd983 with binding_index 1 {{(pid=101678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:26:07.026993 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 38412) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:07.040446 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-iscsi, 38363d6e-af24-4ec9-9ca9-8c61a2487f51) {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:07.045898 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:07.046615 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.052341 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffef659d-52bd-4f01-b55c-80b5c6cc8607 None None] Network 38363d6e-af24-4ec9-9ca9-8c61a2487f51 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:26:07.057844 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-3824dd76-7cbb-446e-954e-ab6a4c13ca71 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1711069255-network', 'tenant_id': 'bf1009072a7446b8a468d02d87b9420d'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:07.071331 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 38416) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:07.087580 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-b4009b90-7f36-4e46-9977-b440f8ad9a36 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5463588 Nov 12 02:26:07.088439 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38420) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:07.093242 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-0c34b32a-5640-4fe5-9ca9-f4ab8139a9dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-965118375-router', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:07.102710 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3824dd76-7cbb-446e-954e-ab6a4c13ca71 admin admin] Made reservation on behalf of bf1009072a7446b8a468d02d87b9420d for: {'network': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:07.105491 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3824dd76-7cbb-446e-954e-ab6a4c13ca71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for network, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.121563 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0c34b32a-5640-4fe5-9ca9-f4ab8139a9dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57774'] for router, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.123607 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0c34b32a-5640-4fe5-9ca9-f4ab8139a9dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661359', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57783'] for router, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.201516 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0c34b32a-5640-4fe5-9ca9-f4ab8139a9dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.207115 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3824dd76-7cbb-446e-954e-ab6a4c13ca71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.291039 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8380c581-5d88-5bd8-92a8-04b3ddf9b27a-38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'fixed_ips': [{'subnet_id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63'}]}} from dv-cinder-808574-4-iscsi. {{(pid=101679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:26:07.292210 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.359633 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-f386dcca-dbb6-4811-8601-57bc79bf54bc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-19032354-network', 'tenant_id': 'd7fcf7713f094fac83c523a879fb68ae'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:07.374206 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0c34b32a-5640-4fe5-9ca9-f4ab8139a9dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.385481 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-f450695a-5480-4ced-b248-807f9708ab7c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-462036512-network', 'tenant_id': '913792060b1047f18c5dad6b397f1791'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:07.404536 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3824dd76-7cbb-446e-954e-ab6a4c13ca71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.417519 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-40730bab-c483-434c-a0b5-4f067db5b08e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-415237232-network', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:07.437688 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3824dd76-7cbb-446e-954e-ab6a4c13ca71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.473137 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3824dd76-7cbb-446e-954e-ab6a4c13ca71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=101677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:26:07.477259 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f386dcca-dbb6-4811-8601-57bc79bf54bc admin admin] Made reservation on behalf of d7fcf7713f094fac83c523a879fb68ae for: {'network': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:07.479961 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f386dcca-dbb6-4811-8601-57bc79bf54bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for network, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.507756 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f450695a-5480-4ced-b248-807f9708ab7c admin admin] Made reservation on behalf of 913792060b1047f18c5dad6b397f1791 for: {'network': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:07.510494 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f450695a-5480-4ced-b248-807f9708ab7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for network, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.527551 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f450695a-5480-4ced-b248-807f9708ab7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.537197 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.db_base_plugin_common [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Allocated IP 172.20.0.2 (38363d6e-af24-4ec9-9ca9-8c61a2487f51/413e91f4-27d9-4216-94e8-e9c6cf51bd63/0833d68a-6763-42b9-affe-b3190c414618) {{(pid=101679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:07.613448 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f450695a-5480-4ced-b248-807f9708ab7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.614996 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40730bab-c483-434c-a0b5-4f067db5b08e admin admin] Made reservation on behalf of 4e70a88f4b094066abaf2d0cd853f751 for: {'network': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:07.619164 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-40730bab-c483-434c-a0b5-4f067db5b08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for network, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.631163 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f386dcca-dbb6-4811-8601-57bc79bf54bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.643384 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3824dd76-7cbb-446e-954e-ab6a4c13ca71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.643939 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.db.segments_db [None req-3824dd76-7cbb-446e-954e-ab6a4c13ca71 admin admin] Added segment 5927e006-acd5-430c-9407-59cd336b9d8a of type vlan for network 4070c229-4da3-4ab6-91a8-6b9e74d5d318 Nov 12 02:26:07.648114 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f450695a-5480-4ced-b248-807f9708ab7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.665712 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-40730bab-c483-434c-a0b5-4f067db5b08e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.680065 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824dd76-7cbb-446e-954e-ab6a4c13ca71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:07.719657 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f450695a-5480-4ced-b248-807f9708ab7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=101677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:26:07.737048 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Publish callbacks [] for port, precommit_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.748437 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.754444 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3824dd76-7cbb-446e-954e-ab6a4c13ca71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767025606099'] for network, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.771944 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f450695a-5480-4ced-b248-807f9708ab7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.772461 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.db.segments_db [None req-f450695a-5480-4ced-b248-807f9708ab7c admin admin] Added segment 90cccd2b-85b4-4ffa-aea9-aaf71446b516 of type vlan for network 95991a5c-ee47-43e2-ab98-8e43221b404f Nov 12 02:26:07.791575 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0c34b32a-5640-4fe5-9ca9-f4ab8139a9dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.817316 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450695a-5480-4ced-b248-807f9708ab7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721469fb-30dc-469e-a81b-869bd6051203,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:07.826527 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Network 38363d6e-af24-4ec9-9ca9-8c61a2487f51 is already hosted by enough agents. {{(pid=101679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:07.832599 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.scheduler.base_scheduler [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Resources bound (agent type, host, resource id): {{(pid=101679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:07.841826 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Received port after_create {{(pid=101679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:07.846498 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Pushing event updated for resources: {'Port': ['ID=0833d68a-6763-42b9-affe-b3190c414618,revision_number=1']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:07.855969 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0c34b32a-5640-4fe5-9ca9-f4ab8139a9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.884768 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f450695a-5480-4ced-b248-807f9708ab7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767025606099'] for network, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.886584 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3824dd76-7cbb-446e-954e-ab6a4c13ca71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for network, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.887587 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3824dd76-7cbb-446e-954e-ab6a4c13ca71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:07.888175 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3824dd76-7cbb-446e-954e-ab6a4c13ca71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.908648 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:07.909378 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:07.909987 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:07.910556 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:07.911119 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:07.911696 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:07.912238 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:07.914215 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:07.914904 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:07.915462 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:07.916153 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:07.916711 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Tracked resource versions report: Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: pushed versions: Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: { 'AddressGroup': {'1.2'}, Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: 'ConntrackHelper': {'1.0'}, Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: 'Log': {'1.0'}, Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: 'Network': {'1.1'}, Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: 'Port': {'1.7'}, Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: 'PortForwarding': {'1.2'}, Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: 'QosPolicy': {'1.10'}, Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: 'SecurityGroup': {'1.5'}, Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: 'SecurityGroupRule': {'1.2'}, Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: 'SubPort': {'1.0'}, Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: 'Subnet': {'1.1'}, Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: 'Trunk': {'1.1'}} Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: consumer versions: Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: { DHCP agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: HyperV agent@hv-cinder-80857: {}, Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: L3 agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: Metadata agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: Metering agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: Open vSwitch agent@dv-cinder-808574-4-iscsi: { 'AddressGroup': '1.2', Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: 'ConntrackHelper': '1.0', Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: 'Log': '1.0', Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: 'Network': '1.1', Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: 'Port': '1.7', Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: 'PortForwarding': '1.2', Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: 'QosPolicy': '1.10', Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: 'SecurityGroup': '1.5', Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: 'SecurityGroupRule': '1.2', Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: 'SubPort': '1.0', Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: 'Subnet': '1.1', Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: 'Trunk': '1.1'}} Nov 12 02:26:07.931154 dv-cinder-808574-4-iscsi neutron-server[101679]: {{(pid=101679) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 02:26:07.978433 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Attempting to bind port 0833d68a-6763-42b9-affe-b3190c414618 on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:07.979075 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Attempting to bind port 0833d68a-6763-42b9-affe-b3190c414618 by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': 'b5585940-4db6-45e9-a202-a9a8eaf4bd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51'}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:07.979552 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Attempting to bind port 0833d68a-6763-42b9-affe-b3190c414618 on network 38363d6e-af24-4ec9-9ca9-8c61a2487f51 {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:07.987398 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:07.987985 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Checking segment: {'id': 'b5585940-4db6-45e9-a202-a9a8eaf4bd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:07.988777 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.988936 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Bound using segment: {'id': 'b5585940-4db6-45e9-a202-a9a8eaf4bd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51'} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:07.989534 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Bound port: 0833d68a-6763-42b9-affe-b3190c414618, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5585940-4db6-45e9-a202-a9a8eaf4bd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51'}}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:07.990069 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:08.017882 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-3824dd76-7cbb-446e-954e-ab6a4c13ca71 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4496756 Nov 12 02:26:08.021889 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38450) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:08.044456 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824dd76-7cbb-446e-954e-ab6a4c13ca71 admin admin] Pushing event updated for resources: {'Network': ['ID=4070c229-4da3-4ab6-91a8-6b9e74d5d318,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:08.050481 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f450695a-5480-4ced-b248-807f9708ab7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for network, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:08.051735 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f450695a-5480-4ced-b248-807f9708ab7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:08.052016 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f450695a-5480-4ced-b248-807f9708ab7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:08.052177 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-1867c85f-0ba1-4b3c-96f5-c7efed6a68b7 admin admin] Request body: {'subnet': {'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1711069255-subnet', 'tenant_id': 'bf1009072a7446b8a468d02d87b9420d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:08.074833 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f386dcca-dbb6-4811-8601-57bc79bf54bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:08.089023 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Network 4070c229-4da3-4ab6-91a8-6b9e74d5d318 details requested by agent ovs-agent-dv-cinder-808574-4-iscsi with host dv-cinder-808574-4-iscsi {{(pid=101679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:26:08.134021 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f386dcca-dbb6-4811-8601-57bc79bf54bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:08.183632 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1867c85f-0ba1-4b3c-96f5-c7efed6a68b7 admin admin] Made reservation on behalf of bf1009072a7446b8a468d02d87b9420d for: {'subnet': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:08.188096 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-1867c85f-0ba1-4b3c-96f5-c7efed6a68b7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:08.215080 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [None req-0c34b32a-5640-4fe5-9ca9-f4ab8139a9dc admin admin] Allocated IP 172.27.2.90 (3c7696da-eba1-40bc-922c-d91bed889fdf/d5dec2f9-f4c7-48bf-8714-a16e67e9832d/8aae7e1c-0e0d-49dc-a888-7e26f9b42745) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:08.241671 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450695a-5480-4ced-b248-807f9708ab7c admin admin] Pushing event updated for resources: {'Network': ['ID=95991a5c-ee47-43e2-ab98-8e43221b404f,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:08.251053 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-40730bab-c483-434c-a0b5-4f067db5b08e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:08.276476 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Network 95991a5c-ee47-43e2-ab98-8e43221b404f details requested by agent ovs-agent-dv-cinder-808574-4-iscsi with host dv-cinder-808574-4-iscsi {{(pid=101679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:26:08.294403 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-40730bab-c483-434c-a0b5-4f067db5b08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:08.312343 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-f450695a-5480-4ced-b248-807f9708ab7c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2843068 Nov 12 02:26:08.315996 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f386dcca-dbb6-4811-8601-57bc79bf54bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=101677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:26:08.316669 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38462) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:08.324348 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386dcca-dbb6-4811-8601-57bc79bf54bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83212f4c-a2c1-481f-afb9-fdb5b360c1a5,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:08.326502 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-1d9a94bd-42e8-407c-b1dc-fcde340abc7a admin admin] Request body: {'subnet': {'network_id': '95991a5c-ee47-43e2-ab98-8e43221b404f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-462036512-subnet', 'tenant_id': '913792060b1047f18c5dad6b397f1791', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:08.361371 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] For port 0833d68a-6763-42b9-affe-b3190c414618, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:08.375271 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f386dcca-dbb6-4811-8601-57bc79bf54bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:08.375632 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.db.segments_db [None req-f386dcca-dbb6-4811-8601-57bc79bf54bc admin admin] Added segment 9297ec3c-86bc-44f5-82fd-62ac56b69c96 of type vlan for network 7bcaccdf-bd76-45bd-9265-ce14bbe635ff Nov 12 02:26:08.429129 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] For port 0833d68a-6763-42b9-affe-b3190c414618, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=0833d68a-6763-42b9-affe-b3190c414618,segment=NetworkSegment(b5585940-4db6-45e9-a202-a9a8eaf4bd20),segment_id=b5585940-4db6-45e9-a202-a9a8eaf4bd20)] {{(pid=101679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:08.436368 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:08.474514 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40730bab-c483-434c-a0b5-4f067db5b08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a74ba17-cd0c-48fd-9553-78dac8017acc,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:08.516847 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49695130-c1cc-46d2-897d-2d345cc2408f None None] Pushing event updated for resources: {'Port': ['ID=0833d68a-6763-42b9-affe-b3190c414618,revision_number=2']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:08.586430 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f386dcca-dbb6-4811-8601-57bc79bf54bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767025606099'] for network, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:08.617946 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9a94bd-42e8-407c-b1dc-fcde340abc7a admin admin] Made reservation on behalf of 913792060b1047f18c5dad6b397f1791 for: {'subnet': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:08.620528 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-1d9a94bd-42e8-407c-b1dc-fcde340abc7a admin admin] Publish callbacks [] for subnet, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:08.641807 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f386dcca-dbb6-4811-8601-57bc79bf54bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for network, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:08.642959 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f386dcca-dbb6-4811-8601-57bc79bf54bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:08.643602 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f386dcca-dbb6-4811-8601-57bc79bf54bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:08.694529 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0c34b32a-5640-4fe5-9ca9-f4ab8139a9dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:08.749480 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386dcca-dbb6-4811-8601-57bc79bf54bc admin admin] Pushing event updated for resources: {'Network': ['ID=7bcaccdf-bd76-45bd-9265-ce14bbe635ff,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:08.762015 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Network 7bcaccdf-bd76-45bd-9265-ce14bbe635ff details requested by agent ovs-agent-dv-cinder-808574-4-iscsi with host dv-cinder-808574-4-iscsi {{(pid=101679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:26:08.766488 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.db.api [None req-40730bab-c483-434c-a0b5-4f067db5b08e admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 02:26:08.767411 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG oslo_db.api [None req-40730bab-c483-434c-a0b5-4f067db5b08e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 02:26:08.796493 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38492) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:08.798310 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-f386dcca-dbb6-4811-8601-57bc79bf54bc admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8630941 Nov 12 02:26:08.806475 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-3aa7d6ed-ee20-4d1f-8f74-9438036c65c7 admin admin] Request body: {'subnet': {'network_id': '7bcaccdf-bd76-45bd-9265-ce14bbe635ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-19032354-subnet', 'tenant_id': 'd7fcf7713f094fac83c523a879fb68ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:08.899004 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-1867c85f-0ba1-4b3c-96f5-c7efed6a68b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for subnet, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:09.004988 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0c34b32a-5640-4fe5-9ca9-f4ab8139a9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:09.031330 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867c85f-0ba1-4b3c-96f5-c7efed6a68b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0224bb24-7d74-45d6-8986-b81989f6576c,revision_number=0']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:09.040753 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa7d6ed-ee20-4d1f-8f74-9438036c65c7 admin admin] Made reservation on behalf of d7fcf7713f094fac83c523a879fb68ae for: {'subnet': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:09.047516 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3aa7d6ed-ee20-4d1f-8f74-9438036c65c7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:09.061514 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c34b32a-5640-4fe5-9ca9-f4ab8139a9dc admin admin] Network 3c7696da-eba1-40bc-922c-d91bed889fdf is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:09.123361 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-0c34b32a-5640-4fe5-9ca9-f4ab8139a9dc admin admin] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:09.143615 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c34b32a-5640-4fe5-9ca9-f4ab8139a9dc admin admin] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:09.268445 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-40730bab-c483-434c-a0b5-4f067db5b08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for network, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:09.288510 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38510) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:09.310258 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40730bab-c483-434c-a0b5-4f067db5b08e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=101677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:26:09.342233 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-40730bab-c483-434c-a0b5-4f067db5b08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:09.342828 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.db.segments_db [None req-40730bab-c483-434c-a0b5-4f067db5b08e admin admin] Added segment 4532c2cc-304e-42e1-a9f0-ec3517792796 of type vlan for network ed2ba848-d313-464e-93cb-db87f28d8bf9 Nov 12 02:26:09.353885 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1867c85f-0ba1-4b3c-96f5-c7efed6a68b7 admin admin] Checking segment: {'id': '5927e006-acd5-430c-9407-59cd336b9d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:09.354417 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1867c85f-0ba1-4b3c-96f5-c7efed6a68b7 admin admin] Network hostable DHCP agents. Network: 4070c229-4da3-4ab6-91a8-6b9e74d5d318, hostable agents: ['9ef3605f-eeb0-4f31-885d-199b6c4cd983'], hosted agents: [] {{(pid=101678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:26:09.360863 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34b32a-5640-4fe5-9ca9-f4ab8139a9dc admin admin] Pushing event updated for resources: {'Port': ['ID=8aae7e1c-0e0d-49dc-a888-7e26f9b42745,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:09.370713 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-1d9a94bd-42e8-407c-b1dc-fcde340abc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for subnet, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:09.446895 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-40730bab-c483-434c-a0b5-4f067db5b08e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767025606099'] for network, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:09.485045 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-40730bab-c483-434c-a0b5-4f067db5b08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for network, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:09.486263 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40730bab-c483-434c-a0b5-4f067db5b08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:09.488055 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-40730bab-c483-434c-a0b5-4f067db5b08e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:09.493099 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1867c85f-0ba1-4b3c-96f5-c7efed6a68b7 admin admin] Network 4070c229-4da3-4ab6-91a8-6b9e74d5d318 is scheduled to be hosted by DHCP agent 9ef3605f-eeb0-4f31-885d-199b6c4cd983 with binding_index 1 {{(pid=101678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:26:09.555674 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40730bab-c483-434c-a0b5-4f067db5b08e admin admin] Pushing event updated for resources: {'Network': ['ID=ed2ba848-d313-464e-93cb-db87f28d8bf9,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:09.567549 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Network ed2ba848-d313-464e-93cb-db87f28d8bf9 details requested by agent ovs-agent-dv-cinder-808574-4-iscsi with host dv-cinder-808574-4-iscsi {{(pid=101679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:26:09.591972 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-40730bab-c483-434c-a0b5-4f067db5b08e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5193560 Nov 12 02:26:09.592727 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 38518) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:09.604445 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-493613f0-027b-456f-9044-7731ee3b55b3 admin admin] Request body: {'subnet': {'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-415237232-subnet', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:09.607993 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:26:09.662555 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493613f0-027b-456f-9044-7731ee3b55b3 admin admin] Made reservation on behalf of 4e70a88f4b094066abaf2d0cd853f751 for: {'subnet': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:09.665851 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-493613f0-027b-456f-9044-7731ee3b55b3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:09.677739 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a94bd-42e8-407c-b1dc-fcde340abc7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f6f32e6-15c4-48d9-9b1b-4c400029963b,revision_number=0']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:09.911627 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-493613f0-027b-456f-9044-7731ee3b55b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for subnet, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.003436 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493613f0-027b-456f-9044-7731ee3b55b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a36fabb7-5929-480d-92d3-1a57b54853bf,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:10.012702 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493613f0-027b-456f-9044-7731ee3b55b3 admin admin] Checking segment: {'id': '4532c2cc-304e-42e1-a9f0-ec3517792796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:10.013733 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493613f0-027b-456f-9044-7731ee3b55b3 admin admin] Network hostable DHCP agents. Network: ed2ba848-d313-464e-93cb-db87f28d8bf9, hostable agents: ['9ef3605f-eeb0-4f31-885d-199b6c4cd983'], hosted agents: [] {{(pid=101677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:26:10.039925 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-1867c85f-0ba1-4b3c-96f5-c7efed6a68b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-iscsi, 4070c229-4da3-4ab6-91a8-6b9e74d5d318) {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:10.049982 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493613f0-027b-456f-9044-7731ee3b55b3 admin admin] Network ed2ba848-d313-464e-93cb-db87f28d8bf9 is scheduled to be hosted by DHCP agent 9ef3605f-eeb0-4f31-885d-199b6c4cd983 with binding_index 1 {{(pid=101677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:26:10.050482 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c395548-e9f5-419b-b02e-c0d9e646136e None None] Network 4070c229-4da3-4ab6-91a8-6b9e74d5d318 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:26:10.062620 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-493613f0-027b-456f-9044-7731ee3b55b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-iscsi, ed2ba848-d313-464e-93cb-db87f28d8bf9) {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:10.076326 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493613f0-027b-456f-9044-7731ee3b55b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:10.077213 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-493613f0-027b-456f-9044-7731ee3b55b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.101895 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3f965e-46d3-4413-bafa-06a074e134b3 None None] Network ed2ba848-d313-464e-93cb-db87f28d8bf9 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:26:10.103585 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5eb30506-ce3f-46e9-8b7d-9d304ff1df97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.106758 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-493613f0-027b-456f-9044-7731ee3b55b3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5112941 Nov 12 02:26:10.110313 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 38530) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:10.118477 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-57c93f28-14a9-4556-8c09-3218ddc507ef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-415237232-router', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:10.124694 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1867c85f-0ba1-4b3c-96f5-c7efed6a68b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:10.128821 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-1867c85f-0ba1-4b3c-96f5-c7efed6a68b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.170393 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57c93f28-14a9-4556-8c09-3218ddc507ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57774'] for router, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.172873 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57c93f28-14a9-4556-8c09-3218ddc507ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661359', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57783'] for router, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.216575 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3aa7d6ed-ee20-4d1f-8f74-9438036c65c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for subnet, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.222788 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9a94bd-42e8-407c-b1dc-fcde340abc7a admin admin] Checking segment: {'id': '90cccd2b-85b4-4ffa-aea9-aaf71446b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '95991a5c-ee47-43e2-ab98-8e43221b404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:10.223159 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9a94bd-42e8-407c-b1dc-fcde340abc7a admin admin] Network hostable DHCP agents. Network: 95991a5c-ee47-43e2-ab98-8e43221b404f, hostable agents: ['9ef3605f-eeb0-4f31-885d-199b6c4cd983'], hosted agents: [] {{(pid=101678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:26:10.233549 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 0833d68a-6763-42b9-affe-b3190c414618 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:10.338261 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57c93f28-14a9-4556-8c09-3218ddc507ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.349522 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa7d6ed-ee20-4d1f-8f74-9438036c65c7 admin admin] Checking segment: {'id': '9297ec3c-86bc-44f5-82fd-62ac56b69c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7bcaccdf-bd76-45bd-9265-ce14bbe635ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:10.349522 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa7d6ed-ee20-4d1f-8f74-9438036c65c7 admin admin] Network hostable DHCP agents. Network: 7bcaccdf-bd76-45bd-9265-ce14bbe635ff, hostable agents: ['9ef3605f-eeb0-4f31-885d-199b6c4cd983'], hosted agents: [] {{(pid=101678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:26:10.349522 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-1867c85f-0ba1-4b3c-96f5-c7efed6a68b7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3080068 Nov 12 02:26:10.350780 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9ec59e-72d4-44ad-ac8c-58595781f93a None None] Network 38363d6e-af24-4ec9-9ca9-8c61a2487f51 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:26:10.363023 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 0833d68a-6763-42b9-affe-b3190c414618 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:10.363548 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.409503 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9a94bd-42e8-407c-b1dc-fcde340abc7a admin admin] Network 95991a5c-ee47-43e2-ab98-8e43221b404f is scheduled to be hosted by DHCP agent 9ef3605f-eeb0-4f31-885d-199b6c4cd983 with binding_index 1 {{(pid=101678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:26:10.449555 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0c34b32a-5640-4fe5-9ca9-f4ab8139a9dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.494451 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57c93f28-14a9-4556-8c09-3218ddc507ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.520726 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7d6ed-ee20-4d1f-8f74-9438036c65c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7042b1b4-a105-42b5-a00e-7bdb609132e6,revision_number=0']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:10.539155 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-1d9a94bd-42e8-407c-b1dc-fcde340abc7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-iscsi, 95991a5c-ee47-43e2-ab98-8e43221b404f) {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:10.547682 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa7d6ed-ee20-4d1f-8f74-9438036c65c7 admin admin] Network 7bcaccdf-bd76-45bd-9265-ce14bbe635ff is scheduled to be hosted by DHCP agent 9ef3605f-eeb0-4f31-885d-199b6c4cd983 with binding_index 1 {{(pid=101678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:26:10.559644 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9a94bd-42e8-407c-b1dc-fcde340abc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:10.560199 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-1d9a94bd-42e8-407c-b1dc-fcde340abc7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.590632 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-3aa7d6ed-ee20-4d1f-8f74-9438036c65c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-iscsi, 7bcaccdf-bd76-45bd-9265-ce14bbe635ff) {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:10.605641 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa7d6ed-ee20-4d1f-8f74-9438036c65c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:10.605641 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3aa7d6ed-ee20-4d1f-8f74-9438036c65c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.657888 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-1d9a94bd-42e8-407c-b1dc-fcde340abc7a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3398998 Nov 12 02:26:10.700627 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-3aa7d6ed-ee20-4d1f-8f74-9438036c65c7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9008167 Nov 12 02:26:10.707172 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38556) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:10.717503 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-28d8eb5b-50e5-46ea-9d64-ec7dca90584f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-19032354-router', 'tenant_id': 'd7fcf7713f094fac83c523a879fb68ae', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:10.745872 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5eb30506-ce3f-46e9-8b7d-9d304ff1df97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.750707 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-28d8eb5b-50e5-46ea-9d64-ec7dca90584f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57774'] for router, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.751734 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-28d8eb5b-50e5-46ea-9d64-ec7dca90584f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661359', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57783'] for router, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.800977 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5eb30506-ce3f-46e9-8b7d-9d304ff1df97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.810543 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815db982-80c5-4c69-8a0b-9072a563c86a None None] Network 95991a5c-ee47-43e2-ab98-8e43221b404f requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:26:10.815756 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5dfe87-0336-4e18-bcee-182d1c706e4b None None] Network 7bcaccdf-bd76-45bd-9265-ce14bbe635ff requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:26:10.938008 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57c93f28-14a9-4556-8c09-3218ddc507ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:11.000014 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57c93f28-14a9-4556-8c09-3218ddc507ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:11.005998 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb30506-ce3f-46e9-8b7d-9d304ff1df97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d457a35-570f-47d8-84d0-9c408f8ca41b,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:11.018754 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-5eb30506-ce3f-46e9-8b7d-9d304ff1df97 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b72103b3043142b49badfdc8ff445d1e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7282374 Nov 12 02:26:11.021036 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38582) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:11.076974 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38590) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:11.083515 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-28d8eb5b-50e5-46ea-9d64-ec7dca90584f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:11.090821 dv-cinder-808574-4-iscsi neutron-server[101678]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 02:26:11.156227 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0c34b32a-5640-4fe5-9ca9-f4ab8139a9dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661434'] for router, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:11.356688 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-57c93f28-14a9-4556-8c09-3218ddc507ef admin admin] Allocated IP 172.27.2.79 (3c7696da-eba1-40bc-922c-d91bed889fdf/d5dec2f9-f4c7-48bf-8714-a16e67e9832d/d7454b17-cb14-49ea-a0fa-d267eb4d486e) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:11.364911 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b51d03-9da7-4aba-8170-188428c093e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8380c581-5d88-5bd8-92a8-04b3ddf9b27a-ed2ba848-d313-464e-93cb-db87f28d8bf9', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'fixed_ips': [{'subnet_id': 'a36fabb7-5929-480d-92d3-1a57b54853bf'}]}} from dv-cinder-808574-4-iscsi. {{(pid=101679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:26:11.366781 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f6b51d03-9da7-4aba-8170-188428c093e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:11.422724 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38614) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:11.480994 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57c93f28-14a9-4556-8c09-3218ddc507ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:11.509728 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-8acaaf45-25f2-4704-a476-9f367fc59df6 None None] Provisioning complete for port 0833d68a-6763-42b9-affe-b3190c414618 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:11.510100 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-8acaaf45-25f2-4704-a476-9f367fc59df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:11.534376 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57c93f28-14a9-4556-8c09-3218ddc507ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:11.577855 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c93f28-14a9-4556-8c09-3218ddc507ef admin admin] Network 3c7696da-eba1-40bc-922c-d91bed889fdf is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:11.583508 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-57c93f28-14a9-4556-8c09-3218ddc507ef admin admin] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:11.587130 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c93f28-14a9-4556-8c09-3218ddc507ef admin admin] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:11.621283 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-28d8eb5b-50e5-46ea-9d64-ec7dca90584f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:11.634697 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:11.637040 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df5d044-d11c-4dd0-a5f0-7e38d070513e None None] Network 4070c229-4da3-4ab6-91a8-6b9e74d5d318 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:26:11.641537 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cbca3362-5eb1-4d11-b180-57eabfd38043 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:11.653118 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c93f28-14a9-4556-8c09-3218ddc507ef admin admin] Pushing event updated for resources: {'Port': ['ID=d7454b17-cb14-49ea-a0fa-d267eb4d486e,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:11.729584 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f9065c-c892-4614-be7a-10ec98641c24 None None] Network 95991a5c-ee47-43e2-ab98-8e43221b404f requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:26:11.744818 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-7f9e3607-3c18-458e-a669-902deca7cfb5 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:11.751163 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-7f9e3607-3c18-458e-a669-902deca7cfb5 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/networks?id=4070c229-4da3-4ab6-91a8-6b9e74d5d318 HTTP/1.1" status: 200 len: 815 time: 0.6710982 Nov 12 02:26:11.783332 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8217776f-b076-4a2f-9ea1-bea74c37f83f None None] Network 7bcaccdf-bd76-45bd-9265-ce14bbe635ff requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:26:11.784720 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cbca3362-5eb1-4d11-b180-57eabfd38043 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:11.840898 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-bc60ebd9-5b9e-4750-90f6-82a3e32afe66 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/quotas/bf1009072a7446b8a468d02d87b9420d HTTP/1.1" status: 200 len: 375 time: 0.0724247 Nov 12 02:26:11.841825 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57c93f28-14a9-4556-8c09-3218ddc507ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:11.964851 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-cb08d6a4-d533-425e-876c-eb21e5fb393f tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bf1009072a7446b8a468d02d87b9420d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1225297 Nov 12 02:26:11.970398 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] For port 0833d68a-6763-42b9-affe-b3190c414618, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=0833d68a-6763-42b9-affe-b3190c414618,segment=NetworkSegment(b5585940-4db6-45e9-a202-a9a8eaf4bd20),segment_id=b5585940-4db6-45e9-a202-a9a8eaf4bd20)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:12.024495 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:12.041637 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-504182b2-e51c-48b4-b2ee-b82a3f8c6de1 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:12.042766 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-504182b2-e51c-48b4-b2ee-b82a3f8c6de1 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/networks?id=95991a5c-ee47-43e2-ab98-8e43221b404f HTTP/1.1" status: 200 len: 811 time: 0.5470865 Nov 12 02:26:12.073746 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.db_base_plugin_common [None req-f6b51d03-9da7-4aba-8170-188428c093e0 None None] Allocated IP 172.20.0.2 (ed2ba848-d313-464e-93cb-db87f28d8bf9/a36fabb7-5929-480d-92d3-1a57b54853bf/21510701-55de-4053-9f94-7ac806d30593) {{(pid=101679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:12.076877 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c34b32a-5640-4fe5-9ca9-f4ab8139a9dc admin admin] Router f82aba61-49b2-47b7-92ac-96fb14f35b9e is scheduled to L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 with binding_index 1 {{(pid=101678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:26:12.099902 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-be0ff518-b3eb-4feb-8954-08e534e29603 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/quotas/913792060b1047f18c5dad6b397f1791 HTTP/1.1" status: 200 len: 375 time: 0.0472775 Nov 12 02:26:12.113983 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57c93f28-14a9-4556-8c09-3218ddc507ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661434'] for router, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:12.161816 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-35d71080-332a-488f-9def-57385c964fed tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=913792060b1047f18c5dad6b397f1791&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516310 Nov 12 02:26:12.162206 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cbca3362-5eb1-4d11-b180-57eabfd38043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:12.165918 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cbca3362-5eb1-4d11-b180-57eabfd38043 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:12.167062 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-cbca3362-5eb1-4d11-b180-57eabfd38043 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d457a35-570f-47d8-84d0-9c408f8ca41b HTTP/1.1" status: 204 len: 168 time: 1.1450975 Nov 12 02:26:12.417594 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c93f28-14a9-4556-8c09-3218ddc507ef admin admin] Router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 is scheduled to L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 with binding_index 1 {{(pid=101677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:26:12.437460 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Pushing event updated for resources: {'Port': ['ID=0833d68a-6763-42b9-affe-b3190c414618,revision_number=3']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:12.497629 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c34b32a-5640-4fe5-9ca9-f4ab8139a9dc admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:26:12.504931 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-d5714a08-1084-4227-9b2d-524c006ff512 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=101678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:26:12.509466 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] Sync routers for ids ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'] in dv-cinder-808574-4-iscsi {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:26:12.512949 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-d5714a08-1084-4227-9b2d-524c006ff512 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4293244 Nov 12 02:26:12.517125 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca3362-5eb1-4d11-b180-57eabfd38043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d457a35-570f-47d8-84d0-9c408f8ca41b,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:12.530976 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] Routers {'f82aba61-49b2-47b7-92ac-96fb14f35b9e'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:12.531710 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:26:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:12.688458 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e99a12fe-41fe-4f4e-ae44-6306b4e8f2cc None None] Provisioning complete for port 0833d68a-6763-42b9-affe-b3190c414618 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:12.691042 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e99a12fe-41fe-4f4e-ae44-6306b4e8f2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:12.698156 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0c34b32a-5640-4fe5-9ca9-f4ab8139a9dc admin admin] Publish callbacks [] for router, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:12.701905 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-0c34b32a-5640-4fe5-9ca9-f4ab8139a9dc admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6097388 Nov 12 02:26:12.702200 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 38646) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:12.708204 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f6b51d03-9da7-4aba-8170-188428c093e0 None None] Publish callbacks [] for port, precommit_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:12.756864 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f6b51d03-9da7-4aba-8170-188428c093e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:12.810002 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b51d03-9da7-4aba-8170-188428c093e0 None None] Network ed2ba848-d313-464e-93cb-db87f28d8bf9 is already hosted by enough agents. {{(pid=101679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:12.817935 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.scheduler.base_scheduler [None req-f6b51d03-9da7-4aba-8170-188428c093e0 None None] Resources bound (agent type, host, resource id): {{(pid=101679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:12.834024 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b51d03-9da7-4aba-8170-188428c093e0 None None] Received port after_create {{(pid=101679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:12.840161 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c93f28-14a9-4556-8c09-3218ddc507ef admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:26:12.841456 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b51d03-9da7-4aba-8170-188428c093e0 None None] Pushing event updated for resources: {'Port': ['ID=21510701-55de-4053-9f94-7ac806d30593,revision_number=1']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:12.862043 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] Sync routers for ids ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:26:12.868318 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 38648) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:12.897262 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-267bf0bf-9f59-496b-9861-a64b943e7fba service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=101678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:26:12.900420 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] Routers {'34f3fd75-6801-48b1-be4f-6f6fa61934e0'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:12.901284 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:26:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:12.906427 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0b44b5d2-4755-45b7-a48a-3993b494cf5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:12.907449 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-267bf0bf-9f59-496b-9861-a64b943e7fba service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4227157 Nov 12 02:26:12.940326 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] Set router f82aba61-49b2-47b7-92ac-96fb14f35b9e gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:13.000731 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-57c93f28-14a9-4556-8c09-3218ddc507ef admin admin] Publish callbacks [] for router, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.002078 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-57c93f28-14a9-4556-8c09-3218ddc507ef admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8903956 Nov 12 02:26:13.011788 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 38652) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:13.032904 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-28d8eb5b-50e5-46ea-9d64-ec7dca90584f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.098645 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-28d8eb5b-50e5-46ea-9d64-ec7dca90584f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.169773 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-46bccb91-8521-4711-97fd-8ac5740da823 service neutron] 10.222.0.70 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6559291 Nov 12 02:26:13.191455 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'name': 'tempest-AttachVolumeTestJSON-965118375-router', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:09Z', 'revision_number': 3, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'gw_port': {'id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:13.238401 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] Checking router: f82aba61-49b2-47b7-92ac-96fb14f35b9e for host: dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:26:13.239911 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] Updating router f82aba61-49b2-47b7-92ac-96fb14f35b9e port 8aae7e1c-0e0d-49dc-a888-7e26f9b42745 binding host dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:26:13.273192 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-f6b51d03-9da7-4aba-8170-188428c093e0 None None] Attempting to bind port 21510701-55de-4053-9f94-7ac806d30593 on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:13.273900 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-f6b51d03-9da7-4aba-8170-188428c093e0 None None] Attempting to bind port 21510701-55de-4053-9f94-7ac806d30593 by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': '4532c2cc-304e-42e1-a9f0-ec3517792796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9'}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:13.274359 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b51d03-9da7-4aba-8170-188428c093e0 None None] Attempting to bind port 21510701-55de-4053-9f94-7ac806d30593 on network ed2ba848-d313-464e-93cb-db87f28d8bf9 {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:13.274492 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.285387 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b51d03-9da7-4aba-8170-188428c093e0 None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:13.285913 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b51d03-9da7-4aba-8170-188428c093e0 None None] Checking segment: {'id': '4532c2cc-304e-42e1-a9f0-ec3517792796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:13.286404 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f6b51d03-9da7-4aba-8170-188428c093e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.286915 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b51d03-9da7-4aba-8170-188428c093e0 None None] Bound using segment: {'id': '4532c2cc-304e-42e1-a9f0-ec3517792796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9'} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:13.287510 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-f6b51d03-9da7-4aba-8170-188428c093e0 None None] Bound port: 21510701-55de-4053-9f94-7ac806d30593, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4532c2cc-304e-42e1-a9f0-ec3517792796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9'}}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:13.288043 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f6b51d03-9da7-4aba-8170-188428c093e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.319590 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-35bc5d78-2131-4d9f-88bb-430264a2bfa9 service neutron] 10.222.0.70 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121602 Nov 12 02:26:13.370933 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-f6b51d03-9da7-4aba-8170-188428c093e0 None None] For port 21510701-55de-4053-9f94-7ac806d30593, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:13.374760 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-f6b51d03-9da7-4aba-8170-188428c093e0 None None] For port 21510701-55de-4053-9f94-7ac806d30593, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=21510701-55de-4053-9f94-7ac806d30593,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:13.386401 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] Set router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:13.389711 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f6b51d03-9da7-4aba-8170-188428c093e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.438768 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [None req-28d8eb5b-50e5-46ea-9d64-ec7dca90584f admin admin] Allocated IP 172.27.2.237 (3c7696da-eba1-40bc-922c-d91bed889fdf/d5dec2f9-f4c7-48bf-8714-a16e67e9832d/6c184a24-5579-4f2e-8dd8-538bd638a3c8) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:13.461632 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-3777ec27-db47-4b83-9f87-4e0dcc100d80 service neutron] 10.222.0.70 "GET /v2.0/networks/95991a5c-ee47-43e2-ab98-8e43221b404f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286152 Nov 12 02:26:13.665791 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b51d03-9da7-4aba-8170-188428c093e0 None None] Pushing event updated for resources: {'Port': ['ID=21510701-55de-4053-9f94-7ac806d30593,revision_number=2']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:13.682900 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-0d3f8af2-bb92-48d2-a10f-5c58576aec76 service neutron] 10.222.0.70 "GET /v2.0/networks/95991a5c-ee47-43e2-ab98-8e43221b404f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198105 Nov 12 02:26:13.743749 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0b44b5d2-4755-45b7-a48a-3993b494cf5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.761783 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0b44b5d2-4755-45b7-a48a-3993b494cf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.820357 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'name': 'tempest-AttachVolumeShelveTestJSON-415237232-router', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:11Z', 'revision_number': 3, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'gw_port': {'id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:11Z', 'updated_at': '2021-11-12T02:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:13.886338 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] Checking router: 34f3fd75-6801-48b1-be4f-6f6fa61934e0 for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:26:13.891761 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] Updating router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 port d7454b17-cb14-49ea-a0fa-d267eb4d486e binding host dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:26:13.962333 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-28d8eb5b-50e5-46ea-9d64-ec7dca90584f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.977540 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:14.122426 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7c395f04-3e98-4c07-9086-cf67cc5ddbf6 req-74a16e14-d60a-41a3-9010-0c951efc71ec tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 210 time: 0.1271214 Nov 12 02:26:14.177318 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-28d8eb5b-50e5-46ea-9d64-ec7dca90584f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:14.227161 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d8eb5b-50e5-46ea-9d64-ec7dca90584f admin admin] Network 3c7696da-eba1-40bc-922c-d91bed889fdf is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:14.233866 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-28d8eb5b-50e5-46ea-9d64-ec7dca90584f admin admin] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:14.250258 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d8eb5b-50e5-46ea-9d64-ec7dca90584f admin admin] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:14.256317 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-0b44b5d2-4755-45b7-a48a-3993b494cf5f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5932b05738a74f14911a0969eb183468&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3768985 Nov 12 02:26:14.265821 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38682) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:14.291795 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44b5d2-4755-45b7-a48a-3993b494cf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f8e05f-f536-4b76-ba3a-25c703070c60,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:14.387860 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 21510701-55de-4053-9f94-7ac806d30593 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:14.420798 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8eb5b-50e5-46ea-9d64-ec7dca90584f admin admin] Pushing event updated for resources: {'Port': ['ID=6c184a24-5579-4f2e-8dd8-538bd638a3c8,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:14.516410 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 21510701-55de-4053-9f94-7ac806d30593 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:14.517181 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:14.534384 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] Publish callbacks [] for port, precommit_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:14.554279 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:14.639475 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] Attempting to bind port 8aae7e1c-0e0d-49dc-a888-7e26f9b42745 on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:14.641996 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] Attempting to bind port 8aae7e1c-0e0d-49dc-a888-7e26f9b42745 by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}] {{(pid=101680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:14.650915 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] Attempting to bind port 8aae7e1c-0e0d-49dc-a888-7e26f9b42745 on network 3c7696da-eba1-40bc-922c-d91bed889fdf {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:14.670416 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-98e13080-65bf-4b23-ad63-5539d87f1a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:14.687734 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b6b9e65a-ef34-4425-85ac-20e3f31f6417 req-ae3ed696-81c2-4f48-9cf2-56a7fb76aa98 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 210 time: 0.1742935 Nov 12 02:26:14.714213 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:14.714846 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] Checking segment: {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:14.715682 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:14.716251 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] Bound using segment: {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'} {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:14.716991 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] Bound port: 8aae7e1c-0e0d-49dc-a888-7e26f9b42745, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}}] {{(pid=101680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:14.717600 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:14.761362 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0929da1c-65c4-4b20-8c08-a75b59fc608a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:14.863188 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.db [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] For port 8aae7e1c-0e0d-49dc-a888-7e26f9b42745, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:14.871926 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.db [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] For port 8aae7e1c-0e0d-49dc-a888-7e26f9b42745, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=8aae7e1c-0e0d-49dc-a888-7e26f9b42745,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:14.877694 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0929da1c-65c4-4b20-8c08-a75b59fc608a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:14.895057 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:14.940483 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:15.020799 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] For port 21510701-55de-4053-9f94-7ac806d30593, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=21510701-55de-4053-9f94-7ac806d30593,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:15.026897 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f258e-582e-4c92-a92d-120d13886e66 None None] Pushing event updated for resources: {'Port': ['ID=8aae7e1c-0e0d-49dc-a888-7e26f9b42745,revision_number=2']} {{(pid=101680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:15.032138 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] Publish callbacks [] for port, precommit_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:15.049294 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f258e-582e-4c92-a92d-120d13886e66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:15.051733 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:15.052698 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f258e-582e-4c92-a92d-120d13886e66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:15.053157 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f258e-582e-4c92-a92d-120d13886e66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:15.054049 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f258e-582e-4c92-a92d-120d13886e66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:15.054486 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f258e-582e-4c92-a92d-120d13886e66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:15.054783 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f258e-582e-4c92-a92d-120d13886e66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:15.055119 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f258e-582e-4c92-a92d-120d13886e66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:15.055451 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f258e-582e-4c92-a92d-120d13886e66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:15.055799 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f258e-582e-4c92-a92d-120d13886e66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:15.056127 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f258e-582e-4c92-a92d-120d13886e66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:15.056454 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f258e-582e-4c92-a92d-120d13886e66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:15.056779 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f258e-582e-4c92-a92d-120d13886e66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:15.057012 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 0833d68a-6763-42b9-affe-b3190c414618 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f258e-582e-4c92-a92d-120d13886e66 None None] Tracked resource versions report: Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: pushed versions: Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: { 'AddressGroup': {'1.2'}, Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: 'ConntrackHelper': {'1.0'}, Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: 'Log': {'1.0'}, Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: 'Network': {'1.1'}, Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: 'Port': {'1.7'}, Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: 'PortForwarding': {'1.2'}, Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: 'QosPolicy': {'1.10'}, Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: 'SecurityGroup': {'1.5'}, Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: 'SecurityGroupRule': {'1.2'}, Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: 'SubPort': {'1.0'}, Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: 'Subnet': {'1.1'}, Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: 'Trunk': {'1.1'}} Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: consumer versions: Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: { DHCP agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: HyperV agent@hv-cinder-80857: {}, Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: L3 agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: Metadata agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: Metering agent@dv-cinder-808574-4-iscsi: {}, Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: Open vSwitch agent@dv-cinder-808574-4-iscsi: { 'AddressGroup': '1.2', Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: 'ConntrackHelper': '1.0', Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: 'Log': '1.0', Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: 'Network': '1.1', Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: 'Port': '1.7', Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: 'PortForwarding': '1.2', Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: 'QosPolicy': '1.10', Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: 'SecurityGroup': '1.5', Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: 'SecurityGroupRule': '1.2', Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: 'SubPort': '1.0', Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: 'Subnet': '1.1', Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: 'Trunk': '1.1'}} Nov 12 02:26:15.067856 dv-cinder-808574-4-iscsi neutron-server[101680]: {{(pid=101680) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 02:26:15.091137 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] Routers {'f82aba61-49b2-47b7-92ac-96fb14f35b9e'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:15.102614 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:26:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:15.125544 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:15.268392 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c536e17d-b31e-44ff-9bc9-ab9898bc86e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:15.312789 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec521b9-ef11-4e28-a87d-ffff3450f777 None None] Network ed2ba848-d313-464e-93cb-db87f28d8bf9 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:26:15.330412 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] Attempting to bind port d7454b17-cb14-49ea-a0fa-d267eb4d486e on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:15.330752 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] Attempting to bind port d7454b17-cb14-49ea-a0fa-d267eb4d486e by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:15.331094 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] Attempting to bind port d7454b17-cb14-49ea-a0fa-d267eb4d486e on network 3c7696da-eba1-40bc-922c-d91bed889fdf {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:15.351434 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-28833ba1-0a0d-41d3-8a2d-53b994db08d3 req-d97d3eb1-a20d-402d-9ce3-5cb5739dee99 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 210 time: 0.0839131 Nov 12 02:26:15.351434 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-28d8eb5b-50e5-46ea-9d64-ec7dca90584f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:15.351434 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0929da1c-65c4-4b20-8c08-a75b59fc608a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:15.351434 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0929da1c-65c4-4b20-8c08-a75b59fc608a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:15.351434 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-0929da1c-65c4-4b20-8c08-a75b59fc608a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/79f8e05f-f536-4b76-ba3a-25c703070c60 HTTP/1.1" status: 204 len: 168 time: 1.0823317 Nov 12 02:26:15.356211 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f258e-582e-4c92-a92d-120d13886e66 None None] Pushing event updated for resources: {'Port': ['ID=8aae7e1c-0e0d-49dc-a888-7e26f9b42745,revision_number=3']} {{(pid=101680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:15.401721 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Pushing event updated for resources: {'Port': ['ID=21510701-55de-4053-9f94-7ac806d30593,revision_number=3']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:15.415216 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:15.416774 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] Checking segment: {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:15.417510 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:15.418277 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] Bound using segment: {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:15.419137 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] Bound port: d7454b17-cb14-49ea-a0fa-d267eb4d486e, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:15.420002 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:15.467132 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-c536e17d-b31e-44ff-9bc9-ab9898bc86e2 admin admin] Allocated IP 172.20.0.1 (ed2ba848-d313-464e-93cb-db87f28d8bf9/a36fabb7-5929-480d-92d3-1a57b54853bf/b0cef496-7aa4-4e40-8a70-fea352c720c9) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:15.480066 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929da1c-65c4-4b20-8c08-a75b59fc608a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f8e05f-f536-4b76-ba3a-25c703070c60,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:15.520525 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] Set router f82aba61-49b2-47b7-92ac-96fb14f35b9e gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:15.602645 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-98e13080-65bf-4b23-ad63-5539d87f1a58 admin admin] Allocated IP 172.20.0.1 (38363d6e-af24-4ec9-9ca9-8c61a2487f51/413e91f4-27d9-4216-94e8-e9c6cf51bd63/a6bc6ea7-3b29-48eb-9885-2d57f26c99ff) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:15.781716 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c536e17d-b31e-44ff-9bc9-ab9898bc86e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:15.816258 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-0ee3757b-3cfe-47aa-bdc6-5054facef55b None None] Provisioning complete for port 21510701-55de-4053-9f94-7ac806d30593 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:15.824490 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-0ee3757b-3cfe-47aa-bdc6-5054facef55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:15.828711 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 0833d68a-6763-42b9-affe-b3190c414618 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:15.829107 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:15.871560 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'name': 'tempest-AttachVolumeTestJSON-965118375-router', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:09Z', 'revision_number': 3, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'gw_port': {'id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:15.920643 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-98e13080-65bf-4b23-ad63-5539d87f1a58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:15.936084 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe60480b-1b81-49d0-882b-2a2d17fde829 None None] The sync data for ids ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'] in dv-cinder-808574-4-iscsi is: [{'id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'name': 'tempest-AttachVolumeTestJSON-965118375-router', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:09Z', 'revision_number': 3, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'gw_port': {'id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}] {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:26:15.998966 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b13e4-dbce-49f1-be53-3fb203038b23 None None] Pushing event updated for resources: {'Port': ['ID=d7454b17-cb14-49ea-a0fa-d267eb4d486e,revision_number=2']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:15.999557 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6bbac431-6351-437b-9295-f4d257656af5 req-d7c84a80-232a-4dc8-bbe0-7c762598152c tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 210 time: 0.1112604 Nov 12 02:26:16.020655 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-28d8eb5b-50e5-46ea-9d64-ec7dca90584f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661434'] for router, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:16.089179 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-98e13080-65bf-4b23-ad63-5539d87f1a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:16.126069 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] For port d7454b17-cb14-49ea-a0fa-d267eb4d486e, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:16.148179 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e13080-65bf-4b23-ad63-5539d87f1a58 admin admin] Network 38363d6e-af24-4ec9-9ca9-8c61a2487f51 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:16.157338 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-98e13080-65bf-4b23-ad63-5539d87f1a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:16.162704 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e13080-65bf-4b23-ad63-5539d87f1a58 admin admin] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:16.166137 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-98e13080-65bf-4b23-ad63-5539d87f1a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658031'] for router_interface, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:16.168971 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c536e17d-b31e-44ff-9bc9-ab9898bc86e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:16.173891 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] For port d7454b17-cb14-49ea-a0fa-d267eb4d486e, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=d7454b17-cb14-49ea-a0fa-d267eb4d486e,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:16.190117 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:16.291503 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b13e4-dbce-49f1-be53-3fb203038b23 None None] Pushing event updated for resources: {'Port': ['ID=d7454b17-cb14-49ea-a0fa-d267eb4d486e,revision_number=3']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:16.461474 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c536e17d-b31e-44ff-9bc9-ab9898bc86e2 admin admin] Network ed2ba848-d313-464e-93cb-db87f28d8bf9 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:16.482004 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] Routers {'34f3fd75-6801-48b1-be4f-6f6fa61934e0'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:16.486612 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:26:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:16.519368 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-c536e17d-b31e-44ff-9bc9-ab9898bc86e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:16.541705 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d8eb5b-50e5-46ea-9d64-ec7dca90584f admin admin] Router 718433d3-edf4-42f7-9634-7645cff946ff is scheduled to L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 with binding_index 1 {{(pid=101678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:26:16.577978 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c536e17d-b31e-44ff-9bc9-ab9898bc86e2 admin admin] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:16.578805 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c536e17d-b31e-44ff-9bc9-ab9898bc86e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658031'] for router_interface, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:16.706905 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e13080-65bf-4b23-ad63-5539d87f1a58 admin admin] Pushing event updated for resources: {'Port': ['ID=a6bc6ea7-3b29-48eb-9885-2d57f26c99ff,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:16.784965 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-79565428-5125-4771-b917-821f1b04bda6 req-aaec94fd-8642-47e0-9e82-ecbc857d58c1 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 210 time: 0.0822108 Nov 12 02:26:16.789437 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-bddc1fad-09a6-4247-ad68-cc304348e8d1 None None] Provisioning complete for port a6bc6ea7-3b29-48eb-9885-2d57f26c99ff triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:16.790041 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-bddc1fad-09a6-4247-ad68-cc304348e8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:16.873700 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 21510701-55de-4053-9f94-7ac806d30593 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:16.890751 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d8eb5b-50e5-46ea-9d64-ec7dca90584f admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:26:16.918166 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] Sync routers for ids ['718433d3-edf4-42f7-9634-7645cff946ff'] in dv-cinder-808574-4-iscsi {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:26:16.941572 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] Routers {'718433d3-edf4-42f7-9634-7645cff946ff'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:16.943894 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:26:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['718433d3-edf4-42f7-9634-7645cff946ff'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:16.951844 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-28d8eb5b-50e5-46ea-9d64-ec7dca90584f admin admin] Publish callbacks [] for router, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:16.958038 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] Set router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:16.958488 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-28d8eb5b-50e5-46ea-9d64-ec7dca90584f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2490530 Nov 12 02:26:16.961820 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38782) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:16.972236 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-bddc1fad-09a6-4247-ad68-cc304348e8d1 None None] Port a6bc6ea7-3b29-48eb-9885-2d57f26c99ff cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:26:17.028585 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536e17d-b31e-44ff-9bc9-ab9898bc86e2 admin admin] Pushing event updated for resources: {'Port': ['ID=b0cef496-7aa4-4e40-8a70-fea352c720c9,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:17.129872 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-98e13080-65bf-4b23-ad63-5539d87f1a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:17.267185 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] Set router 718433d3-edf4-42f7-9634-7645cff946ff gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:17.268652 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c536e17d-b31e-44ff-9bc9-ab9898bc86e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:17.536429 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6f4df56c-a695-40cb-a929-db849934e26f req-06575a97-0dfc-40b4-b85b-a4a77ab3cce7 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 210 time: 0.0965705 Nov 12 02:26:17.620653 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718433d3-edf4-42f7-9634-7645cff946ff', 'name': 'tempest-ServerRescueNegativeTestJSON-19032354-router', 'tenant_id': 'd7fcf7713f094fac83c523a879fb68ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '6c184a24-5579-4f2e-8dd8-538bd638a3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:14Z', 'revision_number': 3, 'project_id': 'd7fcf7713f094fac83c523a879fb68ae', 'gw_port': {'id': '6c184a24-5579-4f2e-8dd8-538bd638a3c8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718433d3-edf4-42f7-9634-7645cff946ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:13Z', 'updated_at': '2021-11-12T02:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:17.659197 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] Checking router: 718433d3-edf4-42f7-9634-7645cff946ff for host: dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:26:17.659554 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] Updating router 718433d3-edf4-42f7-9634-7645cff946ff port 6c184a24-5579-4f2e-8dd8-538bd638a3c8 binding host dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:26:17.668340 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-2fe09a0b-5120-4839-bbc8-eb47aabb3ffe None None] Provisioning complete for port 21510701-55de-4053-9f94-7ac806d30593 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:17.669477 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-2fe09a0b-5120-4839-bbc8-eb47aabb3ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:17.703835 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:17.736894 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 21510701-55de-4053-9f94-7ac806d30593 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:17.737262 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:17.884927 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-83d71d42-bfeb-4e4f-bb5c-6b67a871b49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:17.914701 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-98e13080-65bf-4b23-ad63-5539d87f1a58 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:17.953041 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-98e13080-65bf-4b23-ad63-5539d87f1a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:17.957469 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-98e13080-65bf-4b23-ad63-5539d87f1a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658171'] for router_interface, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:17.974401 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c2ab13c7-ca0c-4b7e-be9a-58e1ed9a8f14 req-11e549e0-e7f3-40f0-983b-cdfa0c32b7a2 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 210 time: 0.0917339 Nov 12 02:26:18.022890 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e13080-65bf-4b23-ad63-5539d87f1a58 admin admin] Pushing event updated for resources: {'Port': ['ID=a6bc6ea7-3b29-48eb-9885-2d57f26c99ff,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:18.026725 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 8aae7e1c-0e0d-49dc-a888-7e26f9b42745 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:18.090517 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-2fe09a0b-5120-4839-bbc8-eb47aabb3ffe None None] Provisioning complete for port b0cef496-7aa4-4e40-8a70-fea352c720c9 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:18.090961 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-2fe09a0b-5120-4839-bbc8-eb47aabb3ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:18.155475 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-2fe09a0b-5120-4839-bbc8-eb47aabb3ffe None None] Port b0cef496-7aa4-4e40-8a70-fea352c720c9 cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:26:18.194769 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c536e17d-b31e-44ff-9bc9-ab9898bc86e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:18.210334 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'name': 'tempest-AttachVolumeShelveTestJSON-415237232-router', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:11Z', 'revision_number': 3, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'gw_port': {'id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:11Z', 'updated_at': '2021-11-12T02:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:18.275160 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c536e17d-b31e-44ff-9bc9-ab9898bc86e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:18.289546 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c536e17d-b31e-44ff-9bc9-ab9898bc86e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658171'] for router_interface, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:18.365796 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54287ce-3bc8-4b9b-96df-c74cadd116a6 None None] The sync data for ids ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'] in dv-cinder-808574-4-iscsi is: [{'id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'name': 'tempest-AttachVolumeShelveTestJSON-415237232-router', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:11Z', 'revision_number': 3, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'gw_port': {'id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:11Z', 'updated_at': '2021-11-12T02:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:26:18.371823 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [None req-83d71d42-bfeb-4e4f-bb5c-6b67a871b49e admin admin] Allocated IP 172.20.0.1 (7bcaccdf-bd76-45bd-9265-ce14bbe635ff/7042b1b4-a105-42b5-a00e-7bdb609132e6/9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:18.374294 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:18.379949 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] Publish callbacks [] for port, precommit_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:18.391703 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 8aae7e1c-0e0d-49dc-a888-7e26f9b42745 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:18.392247 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:18.396040 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:18.454252 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536e17d-b31e-44ff-9bc9-ab9898bc86e2 admin admin] Pushing event updated for resources: {'Port': ['ID=b0cef496-7aa4-4e40-8a70-fea352c720c9,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:18.494789 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-1c2ee3e0-2346-44df-ad2e-9bc965281313 None None] Provisioning complete for port b0cef496-7aa4-4e40-8a70-fea352c720c9 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:18.495176 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee3e0-2346-44df-ad2e-9bc965281313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:18.538173 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0edc3-aee2-4e1f-aa61-63f8db7d01a7 None None] Pushing event updated for resources: {'Port': ['ID=6c184a24-5579-4f2e-8dd8-538bd638a3c8,revision_number=2']} {{(pid=101680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:18.556220 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] Attempting to bind port 6c184a24-5579-4f2e-8dd8-538bd638a3c8 on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:18.557509 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] Attempting to bind port 6c184a24-5579-4f2e-8dd8-538bd638a3c8 by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}] {{(pid=101680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:18.590629 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] Attempting to bind port 6c184a24-5579-4f2e-8dd8-538bd638a3c8 on network 3c7696da-eba1-40bc-922c-d91bed889fdf {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:18.607380 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:18.608877 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] Checking segment: {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:18.613013 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:18.616766 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] Bound using segment: {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'} {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:18.617953 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] Bound port: 6c184a24-5579-4f2e-8dd8-538bd638a3c8, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}}] {{(pid=101680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:18.629225 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:18.642539 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e13080-65bf-4b23-ad63-5539d87f1a58 admin admin] Network 38363d6e-af24-4ec9-9ca9-8c61a2487f51 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:18.643846 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-83d71d42-bfeb-4e4f-bb5c-6b67a871b49e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:18.664381 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-98e13080-65bf-4b23-ad63-5539d87f1a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:18.671567 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c536e17d-b31e-44ff-9bc9-ab9898bc86e2 admin admin] Network ed2ba848-d313-464e-93cb-db87f28d8bf9 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:18.698338 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:18.700559 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-c536e17d-b31e-44ff-9bc9-ab9898bc86e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:18.737382 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-83d71d42-bfeb-4e4f-bb5c-6b67a871b49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:18.762562 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] For port 8aae7e1c-0e0d-49dc-a888-7e26f9b42745, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=8aae7e1c-0e0d-49dc-a888-7e26f9b42745,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:18.777152 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:18.903665 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.db [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] For port 6c184a24-5579-4f2e-8dd8-538bd638a3c8, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:18.915971 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.db [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] For port 6c184a24-5579-4f2e-8dd8-538bd638a3c8, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=6c184a24-5579-4f2e-8dd8-538bd638a3c8,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:18.927249 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:18.938134 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Pushing event updated for resources: {'Port': ['ID=8aae7e1c-0e0d-49dc-a888-7e26f9b42745,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:18.946566 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ee3e0-2346-44df-ad2e-9bc965281313 None None] Port b0cef496-7aa4-4e40-8a70-fea352c720c9 cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:26:19.006247 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-896a684e-be36-4b59-bc6b-86bb3132994b req-3bd958f1-0934-496e-9653-f122ffe22eb9 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 210 time: 0.1525288 Nov 12 02:26:19.006247 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d71d42-bfeb-4e4f-bb5c-6b67a871b49e admin admin] Network 7bcaccdf-bd76-45bd-9265-ce14bbe635ff is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:19.014452 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-83d71d42-bfeb-4e4f-bb5c-6b67a871b49e admin admin] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:19.020162 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d71d42-bfeb-4e4f-bb5c-6b67a871b49e admin admin] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:19.022553 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-83d71d42-bfeb-4e4f-bb5c-6b67a871b49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658031'] for router_interface, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:19.067619 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] Routers {'718433d3-edf4-42f7-9634-7645cff946ff'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:19.068513 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:26:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['718433d3-edf4-42f7-9634-7645cff946ff'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:19.119697 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0edc3-aee2-4e1f-aa61-63f8db7d01a7 None None] Pushing event updated for resources: {'Port': ['ID=6c184a24-5579-4f2e-8dd8-538bd638a3c8,revision_number=3']} {{(pid=101680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:19.153739 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d71d42-bfeb-4e4f-bb5c-6b67a871b49e admin admin] Pushing event updated for resources: {'Port': ['ID=9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:19.214092 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-4b938561-117d-4366-adc0-d850521ec38f None None] Provisioning complete for port a6bc6ea7-3b29-48eb-9885-2d57f26c99ff triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:19.216513 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-4b938561-117d-4366-adc0-d850521ec38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:19.283904 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e13080-65bf-4b23-ad63-5539d87f1a58 admin admin] Router f82aba61-49b2-47b7-92ac-96fb14f35b9e has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:26:19.314951 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e81dd66e-69d2-4418-b428-3fbd9ca5a9b6 req-971a4569-daa1-4e24-b728-bf710b23cddd tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 210 time: 0.1280067 Nov 12 02:26:19.321090 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] Set router 718433d3-edf4-42f7-9634-7645cff946ff gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:19.321767 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c536e17d-b31e-44ff-9bc9-ab9898bc86e2 admin admin] Router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:26:19.360187 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-4b938561-117d-4366-adc0-d850521ec38f None None] Port a6bc6ea7-3b29-48eb-9885-2d57f26c99ff cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:26:19.484699 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-83d71d42-bfeb-4e4f-bb5c-6b67a871b49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:19.489572 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-a5dea4ba-3c9a-424f-978a-e5ac02faec5a None None] Provisioning complete for port b0cef496-7aa4-4e40-8a70-fea352c720c9 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:19.489944 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-a5dea4ba-3c9a-424f-978a-e5ac02faec5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:19.565569 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-a5dea4ba-3c9a-424f-978a-e5ac02faec5a None None] Port b0cef496-7aa4-4e40-8a70-fea352c720c9 cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:26:19.637922 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718433d3-edf4-42f7-9634-7645cff946ff', 'name': 'tempest-ServerRescueNegativeTestJSON-19032354-router', 'tenant_id': 'd7fcf7713f094fac83c523a879fb68ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '6c184a24-5579-4f2e-8dd8-538bd638a3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:14Z', 'revision_number': 3, 'project_id': 'd7fcf7713f094fac83c523a879fb68ae', 'gw_port': {'id': '6c184a24-5579-4f2e-8dd8-538bd638a3c8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718433d3-edf4-42f7-9634-7645cff946ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:13Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:19.660872 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e13080-65bf-4b23-ad63-5539d87f1a58 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:26:19.674333 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] Sync routers for ids ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:26:19.692590 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9120cf-6026-47bf-aba8-46bf7cdfad6d None None] The sync data for ids ['718433d3-edf4-42f7-9634-7645cff946ff'] in dv-cinder-808574-4-iscsi is: [{'id': '718433d3-edf4-42f7-9634-7645cff946ff', 'name': 'tempest-ServerRescueNegativeTestJSON-19032354-router', 'tenant_id': 'd7fcf7713f094fac83c523a879fb68ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '6c184a24-5579-4f2e-8dd8-538bd638a3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:14Z', 'revision_number': 3, 'project_id': 'd7fcf7713f094fac83c523a879fb68ae', 'gw_port': {'id': '6c184a24-5579-4f2e-8dd8-538bd638a3c8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718433d3-edf4-42f7-9634-7645cff946ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:13Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}] {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:26:19.694936 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-98e13080-65bf-4b23-ad63-5539d87f1a58 admin admin] 10.222.0.70 "PUT /v2.0/routers/f82aba61-49b2-47b7-92ac-96fb14f35b9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9908485 Nov 12 02:26:19.697068 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] Routers {'f82aba61-49b2-47b7-92ac-96fb14f35b9e'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:19.697797 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:26:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:19.768719 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c536e17d-b31e-44ff-9bc9-ab9898bc86e2 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:26:19.784021 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-c536e17d-b31e-44ff-9bc9-ab9898bc86e2 admin admin] 10.222.0.70 "PUT /v2.0/routers/34f3fd75-6801-48b1-be4f-6f6fa61934e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7726185 Nov 12 02:26:19.824920 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-83d71d42-bfeb-4e4f-bb5c-6b67a871b49e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:19.842357 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-83d71d42-bfeb-4e4f-bb5c-6b67a871b49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:19.844759 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-83d71d42-bfeb-4e4f-bb5c-6b67a871b49e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658171'] for router_interface, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:20.013705 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] Set router f82aba61-49b2-47b7-92ac-96fb14f35b9e gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:20.083148 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d71d42-bfeb-4e4f-bb5c-6b67a871b49e admin admin] Pushing event updated for resources: {'Port': ['ID=9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:20.111536 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d71d42-bfeb-4e4f-bb5c-6b67a871b49e admin admin] Network 7bcaccdf-bd76-45bd-9265-ce14bbe635ff is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:20.120846 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-83d71d42-bfeb-4e4f-bb5c-6b67a871b49e admin admin] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:20.506080 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2dcfff6f-d271-44a8-8ee9-4e83847e4086 req-1d99d2be-498a-4b46-ba9e-91eb152b2498 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 210 time: 0.3687522 Nov 12 02:26:20.586500 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'name': 'tempest-AttachVolumeTestJSON-965118375-router', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:16Z', 'revision_number': 4, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'gw_port': {'id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'a6bc6ea7-3b29-48eb-9885-2d57f26c99ff', 'name': '', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'mac_address': 'fa:16:3e:2a:d0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:17Z', 'revision_number': 2, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'subnets': [{'id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:20.630949 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] Checking router: f82aba61-49b2-47b7-92ac-96fb14f35b9e for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:26:20.631987 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] Updating router f82aba61-49b2-47b7-92ac-96fb14f35b9e port a6bc6ea7-3b29-48eb-9885-2d57f26c99ff binding host dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:26:20.677771 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:20.731230 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d71d42-bfeb-4e4f-bb5c-6b67a871b49e admin admin] Router 718433d3-edf4-42f7-9634-7645cff946ff has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:26:21.006237 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d71d42-bfeb-4e4f-bb5c-6b67a871b49e admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:26:21.038325 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-83d71d42-bfeb-4e4f-bb5c-6b67a871b49e admin admin] 10.222.0.70 "PUT /v2.0/routers/718433d3-edf4-42f7-9634-7645cff946ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0748549 Nov 12 02:26:21.194958 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 6c184a24-5579-4f2e-8dd8-538bd638a3c8 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:21.215277 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38904) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:21.225157 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 38908) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:21.231074 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-132fc65b-c7f0-4313-84d0-9b48145f7708 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--761788975', 'description': 'tempest-description--1886390354'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:21.300290 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-132fc65b-c7f0-4313-84d0-9b48145f7708 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:21.321848 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38912) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:21.328790 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-50e86830-9397-48f5-afba-8e95844c9dc1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2067388527', 'description': 'tempest-description--714416634'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:21.443555 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] Publish callbacks [] for port, precommit_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:21.456381 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f5cf5140-1d63-4a25-b14e-cfcde6f85eef req-2c64f207-1470-4edf-9c5e-100df9714ed2 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 210 time: 0.0848920 Nov 12 02:26:21.460349 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 6c184a24-5579-4f2e-8dd8-538bd638a3c8 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:21.460436 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:21.472274 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-50e86830-9397-48f5-afba-8e95844c9dc1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:21.505998 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-132fc65b-c7f0-4313-84d0-9b48145f7708 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:21.510049 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-25d6dd63-39d9-4c0e-a16a-52fe60484520 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:21.517951 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-132fc65b-c7f0-4313-84d0-9b48145f7708 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:21.528151 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:21.601321 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-132fc65b-c7f0-4313-84d0-9b48145f7708 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:21.602759 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-132fc65b-c7f0-4313-84d0-9b48145f7708 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3759065 Nov 12 02:26:21.608011 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38922) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:21.609315 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fc65b-c7f0-4313-84d0-9b48145f7708 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=673a9c18-82cf-4441-8b0a-d7cd88ebafb4,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:21.620341 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-eed0cbf0-f6f7-4cd6-a78f-485cf6405d8d tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Request body: {'security_group_rule': {'security_group_id': '673a9c18-82cf-4441-8b0a-d7cd88ebafb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:21.643205 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf1c76-078f-4b4f-ad56-88e8b1589025 None None] Pushing event updated for resources: {'Port': ['ID=a6bc6ea7-3b29-48eb-9885-2d57f26c99ff,revision_number=3']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:21.716856 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] Attempting to bind port a6bc6ea7-3b29-48eb-9885-2d57f26c99ff on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:21.717455 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] Attempting to bind port a6bc6ea7-3b29-48eb-9885-2d57f26c99ff by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': 'b5585940-4db6-45e9-a202-a9a8eaf4bd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51'}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:21.718525 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] Attempting to bind port a6bc6ea7-3b29-48eb-9885-2d57f26c99ff on network 38363d6e-af24-4ec9-9ca9-8c61a2487f51 {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:21.735689 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:21.737368 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] Checking segment: {'id': 'b5585940-4db6-45e9-a202-a9a8eaf4bd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:21.739013 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:21.739891 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] Bound using segment: {'id': 'b5585940-4db6-45e9-a202-a9a8eaf4bd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51'} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:21.741786 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] Bound port: a6bc6ea7-3b29-48eb-9885-2d57f26c99ff, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5585940-4db6-45e9-a202-a9a8eaf4bd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51'}}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:21.745548 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] Sync routers for ids ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'] in dv-cinder-808574-4-iscsi {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:26:21.746787 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:21.748332 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-873e01d4-daaa-4e09-bee1-adc88c93f927 req-ebf90357-8c3f-4faf-8754-6f13b310ca5d tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 210 time: 0.0844257 Nov 12 02:26:21.755965 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-eed0cbf0-f6f7-4cd6-a78f-485cf6405d8d tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:21.773443 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:21.773675 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] Routers {'34f3fd75-6801-48b1-be4f-6f6fa61934e0'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:21.774278 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:26:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:21.900259 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-f4b4e5ae-24a4-43c3-8f87-ee510cc4dcef tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:21.901759 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-f4b4e5ae-24a4-43c3-8f87-ee510cc4dcef tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/networks?id=7bcaccdf-bd76-45bd-9265-ce14bbe635ff HTTP/1.1" status: 200 len: 817 time: 0.1326294 Nov 12 02:26:21.932304 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] For port 6c184a24-5579-4f2e-8dd8-538bd638a3c8, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=6c184a24-5579-4f2e-8dd8-538bd638a3c8,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:21.940711 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-889b02d3-7bc4-4bd2-a2ec-325f97c6f326 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/quotas/d7fcf7713f094fac83c523a879fb68ae HTTP/1.1" status: 200 len: 375 time: 0.0279675 Nov 12 02:26:21.946895 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] Set router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:21.964616 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:21.965617 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 8aae7e1c-0e0d-49dc-a888-7e26f9b42745 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:22.036190 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-50e86830-9397-48f5-afba-8e95844c9dc1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.053570 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-8704c02b-c8d7-4145-9fb3-7d4bd29f9459 None None] Provisioning complete for port a6bc6ea7-3b29-48eb-9885-2d57f26c99ff triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:22.053882 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-8704c02b-c8d7-4145-9fb3-7d4bd29f9459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.062409 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-50e86830-9397-48f5-afba-8e95844c9dc1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.070242 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] For port a6bc6ea7-3b29-48eb-9885-2d57f26c99ff, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:22.123857 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] For port a6bc6ea7-3b29-48eb-9885-2d57f26c99ff, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=a6bc6ea7-3b29-48eb-9885-2d57f26c99ff,segment=NetworkSegment(b5585940-4db6-45e9-a202-a9a8eaf4bd20),segment_id=b5585940-4db6-45e9-a202-a9a8eaf4bd20)] {{(pid=101679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:22.136283 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Pushing event updated for resources: {'Port': ['ID=6c184a24-5579-4f2e-8dd8-538bd638a3c8,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:22.142192 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e86830-9397-48f5-afba-8e95844c9dc1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8bb1ec-eccf-4911-8686-25c2b4b744d0,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:22.151889 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.158346 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-8704c02b-c8d7-4145-9fb3-7d4bd29f9459 None None] Port a6bc6ea7-3b29-48eb-9885-2d57f26c99ff cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:26:22.159960 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-25d6dd63-39d9-4c0e-a16a-52fe60484520 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.173201 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-55b06e78-a602-4654-9198-e924a13d717f tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7fcf7713f094fac83c523a879fb68ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2172530 Nov 12 02:26:22.196908 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-25d6dd63-39d9-4c0e-a16a-52fe60484520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.208320 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 8aae7e1c-0e0d-49dc-a888-7e26f9b42745 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:22.208750 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.232714 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'name': 'tempest-AttachVolumeShelveTestJSON-415237232-router', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:17Z', 'revision_number': 4, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'gw_port': {'id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:11Z', 'updated_at': '2021-11-12T02:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'b0cef496-7aa4-4e40-8a70-fea352c720c9', 'name': '', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'mac_address': 'fa:16:3e:86:a1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:15Z', 'updated_at': '2021-11-12T02:26:17Z', 'revision_number': 2, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'subnets': [{'id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:22.239761 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-50e86830-9397-48f5-afba-8e95844c9dc1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.241452 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-50e86830-9397-48f5-afba-8e95844c9dc1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9162042 Nov 12 02:26:22.244043 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 38940) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:22.248723 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-29dbf2bb-7ed2-492c-9fe3-5b192f44a8fa tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Request body: {'security_group_rule': {'security_group_id': '2d8bb1ec-eccf-4911-8686-25c2b4b744d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:22.285231 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf1c76-078f-4b4f-ad56-88e8b1589025 None None] Pushing event updated for resources: {'Port': ['ID=a6bc6ea7-3b29-48eb-9885-2d57f26c99ff,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:22.290865 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-25d6dd63-39d9-4c0e-a16a-52fe60484520 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8b27285c2c2045ff928e6776d8b0ea39&name=default HTTP/1.1" status: 200 len: 2995 time: 1.0741837 Nov 12 02:26:22.294635 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 38942) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:22.296102 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-eed0cbf0-f6f7-4cd6-a78f-485cf6405d8d tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.298583 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6dd63-39d9-4c0e-a16a-52fe60484520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a41cddc-800c-49ea-a74f-af7546597387,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:22.301762 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] Routers {'f82aba61-49b2-47b7-92ac-96fb14f35b9e'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:22.302395 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:26:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:22.322588 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] Checking router: 34f3fd75-6801-48b1-be4f-6f6fa61934e0 for host: dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:26:22.323013 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] Updating router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 port b0cef496-7aa4-4e40-8a70-fea352c720c9 binding host dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:26:22.323813 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-eed0cbf0-f6f7-4cd6-a78f-485cf6405d8d tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.352592 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-29dbf2bb-7ed2-492c-9fe3-5b192f44a8fa tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.379563 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.415502 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0cbf0-f6f7-4cd6-a78f-485cf6405d8d tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85b7f61-ba73-45ad-ac6d-d3d98cb7060e,revision_number=0']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:22.423975 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-eed0cbf0-f6f7-4cd6-a78f-485cf6405d8d tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.430296 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-eed0cbf0-f6f7-4cd6-a78f-485cf6405d8d tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8166919 Nov 12 02:26:22.431264 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38944) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:22.442041 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-a49b6969-90bc-42e0-9ae3-01b3c6e34a8b tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Request body: {'security_group_rule': {'security_group_id': '673a9c18-82cf-4441-8b0a-d7cd88ebafb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:22.461350 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-29dbf2bb-7ed2-492c-9fe3-5b192f44a8fa tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.474697 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-29dbf2bb-7ed2-492c-9fe3-5b192f44a8fa tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.482057 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-178de164-aea6-48cd-93ce-1800ad953515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.490513 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a49b6969-90bc-42e0-9ae3-01b3c6e34a8b tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.506291 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-579e2893-dc98-41a4-8faa-e76b68007895 service neutron] 10.222.0.70 "GET /v2.0/networks/7bcaccdf-bd76-45bd-9265-ce14bbe635ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636983 Nov 12 02:26:22.517920 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-178de164-aea6-48cd-93ce-1800ad953515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.542614 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] Set router f82aba61-49b2-47b7-92ac-96fb14f35b9e gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:22.589847 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-178de164-aea6-48cd-93ce-1800ad953515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.594680 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-178de164-aea6-48cd-93ce-1800ad953515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.601654 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-178de164-aea6-48cd-93ce-1800ad953515 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8a41cddc-800c-49ea-a74f-af7546597387 HTTP/1.1" status: 204 len: 168 time: 0.3040330 Nov 12 02:26:22.609811 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbf2bb-7ed2-492c-9fe3-5b192f44a8fa tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7344d164-3501-443b-b7ad-46c1b3cc7b3c,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:22.638272 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178de164-aea6-48cd-93ce-1800ad953515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a41cddc-800c-49ea-a74f-af7546597387,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:22.641974 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-29dbf2bb-7ed2-492c-9fe3-5b192f44a8fa tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.649145 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-29dbf2bb-7ed2-492c-9fe3-5b192f44a8fa tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4016514 Nov 12 02:26:22.654080 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 38950) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:22.660175 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-0d7aad52-fc7e-4471-8aee-f150e0f92007 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Request body: {'security_group_rule': {'security_group_id': '2d8bb1ec-eccf-4911-8686-25c2b4b744d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:22.723393 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0d7aad52-fc7e-4471-8aee-f150e0f92007 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.818007 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5eb1c484-9cdf-4835-adb8-3a2fa5cb0f10 req-46553b05-73db-4846-a2e3-7201574edab0 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 210 time: 0.1765182 Nov 12 02:26:22.857110 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-a13e86b4-3225-4d59-b855-8b25ce137c6f service neutron] 10.222.0.70 "GET /v2.0/networks/7bcaccdf-bd76-45bd-9265-ce14bbe635ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438101 Nov 12 02:26:22.861036 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0d7aad52-fc7e-4471-8aee-f150e0f92007 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.874283 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0d7aad52-fc7e-4471-8aee-f150e0f92007 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.916451 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7aad52-fc7e-4471-8aee-f150e0f92007 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076f1df1-3a0b-42f4-b5c5-f21e5402ea2b,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:22.921418 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] Sync routers for ids ['718433d3-edf4-42f7-9634-7645cff946ff'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:26:22.944899 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.65', 62863) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:22.948896 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a49b6969-90bc-42e0-9ae3-01b3c6e34a8b tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.962576 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a49b6969-90bc-42e0-9ae3-01b3c6e34a8b tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.972561 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0d7aad52-fc7e-4471-8aee-f150e0f92007 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.978454 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] Publish callbacks [] for port, precommit_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.979830 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-0d7aad52-fc7e-4471-8aee-f150e0f92007 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3243370 Nov 12 02:26:22.989094 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.996842 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 38962) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:23.022348 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-616dc540-1177-47e5-a33e-eba752ab684b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Request body: {'floatingip': {'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:23.067086 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a49b6969-90bc-42e0-9ae3-01b3c6e34a8b tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.072406 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-a49b6969-90bc-42e0-9ae3-01b3c6e34a8b tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6346843 Nov 12 02:26:23.077887 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fd545-c99b-4c43-840f-fd4a91042ec3 None None] Pushing event updated for resources: {'Port': ['ID=b0cef496-7aa4-4e40-8a70-fea352c720c9,revision_number=3']} {{(pid=101680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:23.085364 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 38966) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:23.096523 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-f24649c7-07af-430e-88f3-878c62b53d07 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Request body: {'floatingip': {'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:23.103921 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] Routers {'718433d3-edf4-42f7-9634-7645cff946ff'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:23.113444 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:26:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['718433d3-edf4-42f7-9634-7645cff946ff'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:23.115558 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-ad92c102-1181-4d8b-965a-d7a44463b0ed None None] Provisioning complete for port a6bc6ea7-3b29-48eb-9885-2d57f26c99ff triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:23.116546 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-ad92c102-1181-4d8b-965a-d7a44463b0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.132948 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b6969-90bc-42e0-9ae3-01b3c6e34a8b tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89afaaf3-860d-41fe-8aa5-c40907d557a5,revision_number=0']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:23.157717 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-525f4b23-6f8b-4ad3-bde8-aaf070c1995f req-78bd8526-1577-41a7-8a7c-5f16fd830265 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 210 time: 0.1629808 Nov 12 02:26:23.231090 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-616dc540-1177-47e5-a33e-eba752ab684b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for floatingip, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.304653 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] Attempting to bind port b0cef496-7aa4-4e40-8a70-fea352c720c9 on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:23.306849 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] Attempting to bind port b0cef496-7aa4-4e40-8a70-fea352c720c9 by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': '4532c2cc-304e-42e1-a9f0-ec3517792796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9'}] {{(pid=101680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:23.307381 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] Attempting to bind port b0cef496-7aa4-4e40-8a70-fea352c720c9 on network ed2ba848-d313-464e-93cb-db87f28d8bf9 {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:23.315768 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:23.316435 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] Checking segment: {'id': '4532c2cc-304e-42e1-a9f0-ec3517792796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:23.317345 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.318175 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] Bound using segment: {'id': '4532c2cc-304e-42e1-a9f0-ec3517792796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9'} {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:23.319366 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] Bound port: b0cef496-7aa4-4e40-8a70-fea352c720c9, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4532c2cc-304e-42e1-a9f0-ec3517792796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9'}}] {{(pid=101680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:23.319869 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.347593 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.db.api [None req-f24649c7-07af-430e-88f3-878c62b53d07 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 02:26:23.347593 dv-cinder-808574-4-iscsi neutron-server[101677]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 02:26:23.347593 dv-cinder-808574-4-iscsi neutron-server[101677]: [parameters: {'project_id_1': '77e4b228dda14fa7852c7fe639ed28b0', 'expiration_1': datetime.datetime(2021, 11, 12, 2, 26, 3, 160366)}] Nov 12 02:26:23.347593 dv-cinder-808574-4-iscsi neutron-server[101677]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 02:26:23.348251 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG oslo_db.api [None req-f24649c7-07af-430e-88f3-878c62b53d07 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 02:26:23.431808 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.db [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] For port b0cef496-7aa4-4e40-8a70-fea352c720c9, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:23.433219 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7651c53b-9bc4-458d-871a-76a54cfb8445 req-db4e5467-49e3-451b-8e28-66593db71c12 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 210 time: 0.1622949 Nov 12 02:26:23.439343 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.db [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] For port b0cef496-7aa4-4e40-8a70-fea352c720c9, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=b0cef496-7aa4-4e40-8a70-fea352c720c9,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:23.465766 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.529118 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 38988) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:23.610540 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ae13ce53-72ff-45a4-baab-222adca2b250 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.643479 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device d7454b17-cb14-49ea-a0fa-d267eb4d486e up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:23.644049 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fd545-c99b-4c43-840f-fd4a91042ec3 None None] Pushing event updated for resources: {'Port': ['ID=b0cef496-7aa4-4e40-8a70-fea352c720c9,revision_number=4']} {{(pid=101680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:23.666998 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.65', 62872) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:23.708739 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-b01da9c0-f597-4dbd-8cc9-f28ec20ed1b3 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:23.710333 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-b01da9c0-f597-4dbd-8cc9-f28ec20ed1b3 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.65 "GET /v2.0/networks?id=4070c229-4da3-4ab6-91a8-6b9e74d5d318 HTTP/1.1" status: 200 len: 815 time: 0.7640820 Nov 12 02:26:23.735906 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] Routers {'34f3fd75-6801-48b1-be4f-6f6fa61934e0'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:23.741821 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:26:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:23.804801 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-20785e1f-1cf0-4cce-a621-a7d84998012a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Request body: {'port': {'device_id': '7dc3ef58-e30c-44da-bef1-9678e3c7b14a', 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318', 'admin_state_up': True, 'tenant_id': 'bf1009072a7446b8a468d02d87b9420d'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:23.818634 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] Set router 718433d3-edf4-42f7-9634-7645cff946ff gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:23.991065 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-616dc540-1177-47e5-a33e-eba752ab684b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:24.185037 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] Set router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:24.190387 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7f94db25-69d2-4cb1-9dc4-e6b2321fc54c req-6779d0bc-35d0-4514-8c1f-a6ad465f6e5d tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 210 time: 0.1382265 Nov 12 02:26:24.192347 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-ad92c102-1181-4d8b-965a-d7a44463b0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:24.263597 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port d7454b17-cb14-49ea-a0fa-d267eb4d486e triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:24.263980 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:24.286930 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'name': 'tempest-AttachVolumeTestJSON-965118375-router', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:16Z', 'revision_number': 4, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'gw_port': {'id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'a6bc6ea7-3b29-48eb-9885-2d57f26c99ff', 'name': '', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'mac_address': 'fa:16:3e:2a:d0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:22Z', 'revision_number': 4, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'subnets': [{'id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:24.383118 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-97a91fff-1218-4ac0-a232-3c34d1c4e359 req-7db7e54c-4fb6-4a6d-a132-26f344dfc916 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 210 time: 0.0801842 Nov 12 02:26:24.452373 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-6fb66898-7df1-44f1-b62e-9c5612c37c45 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:24.459825 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-6fb66898-7df1-44f1-b62e-9c5612c37c45 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/networks?id=7bcaccdf-bd76-45bd-9265-ce14bbe635ff HTTP/1.1" status: 200 len: 817 time: 0.5203812 Nov 12 02:26:24.499266 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-3e5904bf-643f-4b48-8590-39b2657798ba tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/quotas/d7fcf7713f094fac83c523a879fb68ae HTTP/1.1" status: 200 len: 375 time: 0.0383687 Nov 12 02:26:24.521871 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [None req-616dc540-1177-47e5-a33e-eba752ab684b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Allocated IP 172.27.2.11 (3c7696da-eba1-40bc-922c-d91bed889fdf/d5dec2f9-f4c7-48bf-8714-a16e67e9832d/6475396c-7dd0-4733-bcdf-bea8d04dcf11) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:24.539819 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b7631a-6853-4825-b890-bb1be6b0cd87 None None] The sync data for ids ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'] in dv-cinder-808574-4-iscsi is: [{'id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'name': 'tempest-AttachVolumeTestJSON-965118375-router', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:16Z', 'revision_number': 4, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'gw_port': {'id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'a6bc6ea7-3b29-48eb-9885-2d57f26c99ff', 'name': '', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'mac_address': 'fa:16:3e:2a:d0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:22Z', 'revision_number': 4, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'subnets': [{'id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:26:24.590137 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'name': 'tempest-AttachVolumeShelveTestJSON-415237232-router', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:17Z', 'revision_number': 4, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'gw_port': {'id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:11Z', 'updated_at': '2021-11-12T02:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'b0cef496-7aa4-4e40-8a70-fea352c720c9', 'name': '', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'mac_address': 'fa:16:3e:86:a1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:15Z', 'updated_at': '2021-11-12T02:26:23Z', 'revision_number': 4, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'subnets': [{'id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:24.602366 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f24649c7-07af-430e-88f3-878c62b53d07 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for floatingip, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:24.674083 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-ad92c102-1181-4d8b-965a-d7a44463b0ed None None] For port a6bc6ea7-3b29-48eb-9885-2d57f26c99ff, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=a6bc6ea7-3b29-48eb-9885-2d57f26c99ff,segment=NetworkSegment(b5585940-4db6-45e9-a202-a9a8eaf4bd20),segment_id=b5585940-4db6-45e9-a202-a9a8eaf4bd20)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:24.677179 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3bc51-ffb9-4428-937c-bc9fdf9db228 None None] The sync data for ids ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'] in dv-cinder-808574-4-iscsi is: [{'id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'name': 'tempest-AttachVolumeShelveTestJSON-415237232-router', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:17Z', 'revision_number': 4, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'gw_port': {'id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:11Z', 'updated_at': '2021-11-12T02:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'b0cef496-7aa4-4e40-8a70-fea352c720c9', 'name': '', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'mac_address': 'fa:16:3e:86:a1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:15Z', 'updated_at': '2021-11-12T02:26:23Z', 'revision_number': 4, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'subnets': [{'id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:26:24.699777 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-ad92c102-1181-4d8b-965a-d7a44463b0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:24.735207 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-108ce983-1104-44c0-9ad5-a0515bd6a654 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d7fcf7713f094fac83c523a879fb68ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2349536 Nov 12 02:26:24.831712 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ae13ce53-72ff-45a4-baab-222adca2b250 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:24.869051 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ae13ce53-72ff-45a4-baab-222adca2b250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.082720 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-2b9fd560-c1a8-461c-a117-b66c58741b29 None None] Provisioning complete for port b0cef496-7aa4-4e40-8a70-fea352c720c9 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:25.083530 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd560-c1a8-461c-a117-b66c58741b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.143418 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13ce53-72ff-45a4-baab-222adca2b250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ad43f6-f9b8-478a-b460-6c0d6c8edcb6,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:25.169357 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-502ed43c-8789-44a8-918b-2b75d919fe41 service neutron] 10.222.0.70 "GET /v2.0/networks/7bcaccdf-bd76-45bd-9265-ce14bbe635ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311728 Nov 12 02:26:25.190899 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-1b9770d2-f96e-4a5b-bca9-6c20a5ebc3bf tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:25.204633 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-1b9770d2-f96e-4a5b-bca9-6c20a5ebc3bf tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.65 "GET /v2.0/networks?id=95991a5c-ee47-43e2-ab98-8e43221b404f HTTP/1.1" status: 200 len: 811 time: 1.4762971 Nov 12 02:26:25.211314 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-ae13ce53-72ff-45a4-baab-222adca2b250 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af26b4a62445460a97e5b1ddc0989a38&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6753571 Nov 12 02:26:25.220540 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.230817 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 39066) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:25.244751 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92c102-1181-4d8b-965a-d7a44463b0ed None None] Pushing event updated for resources: {'Port': ['ID=a6bc6ea7-3b29-48eb-9885-2d57f26c99ff,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:25.275428 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-320eb5c0-7100-4616-9523-2aaa620140a2 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Request body: {'port': {'device_id': '8244b795-8dd2-43ee-a703-79b742cd5432', 'network_id': '95991a5c-ee47-43e2-ab98-8e43221b404f', 'admin_state_up': True, 'tenant_id': '913792060b1047f18c5dad6b397f1791'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:25.304511 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-20785e1f-1cf0-4cce-a621-a7d84998012a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Made reservation on behalf of bf1009072a7446b8a468d02d87b9420d for: {'port': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:25.309641 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] For port d7454b17-cb14-49ea-a0fa-d267eb4d486e, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=d7454b17-cb14-49ea-a0fa-d267eb4d486e,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:25.327570 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-20785e1f-1cf0-4cce-a621-a7d84998012a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.329947 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.493880 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.65', 62880) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:25.635709 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Pushing event updated for resources: {'Port': ['ID=d7454b17-cb14-49ea-a0fa-d267eb4d486e,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:25.719715 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-616dc540-1177-47e5-a33e-eba752ab684b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.728354 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd560-c1a8-461c-a117-b66c58741b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.790396 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a507919a-9464-4792-8a8d-4954b26d9e8e req-e5c4b34e-9f62-4be1-a252-b97186c64d6d tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 210 time: 0.3341830 Nov 12 02:26:25.794472 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-2b9fd560-c1a8-461c-a117-b66c58741b29 None None] For port b0cef496-7aa4-4e40-8a70-fea352c720c9, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=b0cef496-7aa4-4e40-8a70-fea352c720c9,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:25.797782 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718433d3-edf4-42f7-9634-7645cff946ff', 'name': 'tempest-ServerRescueNegativeTestJSON-19032354-router', 'tenant_id': 'd7fcf7713f094fac83c523a879fb68ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '6c184a24-5579-4f2e-8dd8-538bd638a3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:19Z', 'revision_number': 4, 'project_id': 'd7fcf7713f094fac83c523a879fb68ae', 'gw_port': {'id': '6c184a24-5579-4f2e-8dd8-538bd638a3c8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718433d3-edf4-42f7-9634-7645cff946ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:13Z', 'updated_at': '2021-11-12T02:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677', 'name': '', 'network_id': '7bcaccdf-bd76-45bd-9265-ce14bbe635ff', 'tenant_id': 'd7fcf7713f094fac83c523a879fb68ae', 'mac_address': 'fa:16:3e:89:7b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718433d3-edf4-42f7-9634-7645cff946ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7042b1b4-a105-42b5-a00e-7bdb609132e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:17Z', 'updated_at': '2021-11-12T02:26:19Z', 'revision_number': 2, 'project_id': 'd7fcf7713f094fac83c523a879fb68ae', 'subnets': [{'id': '7042b1b4-a105-42b5-a00e-7bdb609132e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:25.881470 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] Checking router: 718433d3-edf4-42f7-9634-7645cff946ff for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:26:25.881877 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] Updating router 718433d3-edf4-42f7-9634-7645cff946ff port 9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677 binding host dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:26:25.924315 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd560-c1a8-461c-a117-b66c58741b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.931406 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device a6bc6ea7-3b29-48eb-9885-2d57f26c99ff up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:25.983732 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-39d7b226-3d6d-4cfd-8a5b-4ea9261b858d service neutron] 10.222.0.70 "GET /v2.0/networks/7bcaccdf-bd76-45bd-9265-ce14bbe635ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8078544 Nov 12 02:26:26.014242 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f24649c7-07af-430e-88f3-878c62b53d07 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.098725 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-616dc540-1177-47e5-a33e-eba752ab684b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.144343 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.147623 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-376bdcb9-4e81-409c-ae61-e2f3c956d550 req-e45e5aaa-52fa-4f49-a84d-eea93affd0e3 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 210 time: 0.1556869 Nov 12 02:26:26.373450 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616dc540-1177-47e5-a33e-eba752ab684b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Network 3c7696da-eba1-40bc-922c-d91bed889fdf is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:26.471538 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616dc540-1177-47e5-a33e-eba752ab684b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Pushing event updated for resources: {'Port': ['ID=6475396c-7dd0-4733-bcdf-bea8d04dcf11,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:26.473944 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-616dc540-1177-47e5-a33e-eba752ab684b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:26.475686 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c6a35572-7839-44f9-87ae-feb53119017b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.507490 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616dc540-1177-47e5-a33e-eba752ab684b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:26.535418 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c1600a51-1a1c-48be-9f4f-588b9fbb9d38 req-07039dd5-16cf-4eaa-ad1f-b7edc2999666 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 210 time: 0.1503947 Nov 12 02:26:26.636428 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c6a35572-7839-44f9-87ae-feb53119017b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.680128 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-320eb5c0-7100-4616-9523-2aaa620140a2 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Made reservation on behalf of 913792060b1047f18c5dad6b397f1791 for: {'port': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:26.692412 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-320eb5c0-7100-4616-9523-2aaa620140a2 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.796302 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-60cb5a45-ba2d-4805-b5f8-8a827964c4e0 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:26.801772 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-616dc540-1177-47e5-a33e-eba752ab684b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.805424 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-60cb5a45-ba2d-4805-b5f8-8a827964c4e0 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.65 "GET /v2.0/networks?id=7bcaccdf-bd76-45bd-9265-ce14bbe635ff HTTP/1.1" status: 200 len: 817 time: 1.2964299 Nov 12 02:26:26.892359 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fd560-c1a8-461c-a117-b66c58741b29 None None] Pushing event updated for resources: {'Port': ['ID=b0cef496-7aa4-4e40-8a70-fea352c720c9,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:26.941352 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] Publish callbacks [] for port, precommit_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.950790 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port a6bc6ea7-3b29-48eb-9885-2d57f26c99ff triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:26.951308 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.956414 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.962032 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-616dc540-1177-47e5-a33e-eba752ab684b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.008793 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-e63c08bb-32ca-4cdf-ab8f-e6808b44ca1e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Request body: {'port': {'device_id': '44c025f0-3bb5-4ce5-944f-0f553ef80f8a', 'network_id': '7bcaccdf-bd76-45bd-9265-ce14bbe635ff', 'admin_state_up': True, 'tenant_id': 'd7fcf7713f094fac83c523a879fb68ae'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:27.063668 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b9e3f-139e-41fd-85f9-1a8e4196b66e None None] Pushing event updated for resources: {'Port': ['ID=9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677,revision_number=3']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:27.135457 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] Attempting to bind port 9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677 on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:27.142128 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] Attempting to bind port 9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677 by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': '9297ec3c-86bc-44f5-82fd-62ac56b69c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7bcaccdf-bd76-45bd-9265-ce14bbe635ff'}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:27.142128 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] Attempting to bind port 9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677 on network 7bcaccdf-bd76-45bd-9265-ce14bbe635ff {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:27.164818 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:27.167663 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] Checking segment: {'id': '9297ec3c-86bc-44f5-82fd-62ac56b69c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7bcaccdf-bd76-45bd-9265-ce14bbe635ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:27.167663 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.167663 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] Bound using segment: {'id': '9297ec3c-86bc-44f5-82fd-62ac56b69c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7bcaccdf-bd76-45bd-9265-ce14bbe635ff'} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:27.167663 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] Bound port: 9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9297ec3c-86bc-44f5-82fd-62ac56b69c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7bcaccdf-bd76-45bd-9265-ce14bbe635ff'}}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:27.167663 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.227035 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device b0cef496-7aa4-4e40-8a70-fea352c720c9 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:27.292940 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 39120) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:27.307169 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-07b80700-05e1-49d3-bb9a-d12b663fe1ce req-787263e9-8bc2-4cfd-9314-88fb19f00fa8 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 210 time: 0.0460391 Nov 12 02:26:27.352959 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] For port 9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:27.362340 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] For port 9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677,segment=NetworkSegment(9297ec3c-86bc-44f5-82fd-62ac56b69c96),segment_id=9297ec3c-86bc-44f5-82fd-62ac56b69c96)] {{(pid=101679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:27.368209 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e8420c32-6729-44c7-96cf-717d4ff242f1 req-7132f348-7594-4e55-8ee7-4001230edb9c tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 210 time: 0.0508921 Nov 12 02:26:27.375403 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.383208 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c6a35572-7839-44f9-87ae-feb53119017b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.391111 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c6a35572-7839-44f9-87ae-feb53119017b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.408774 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-c6a35572-7839-44f9-87ae-feb53119017b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/37ad43f6-f9b8-478a-b460-6c0d6c8edcb6 HTTP/1.1" status: 204 len: 168 time: 2.1545064 Nov 12 02:26:27.443852 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a35572-7839-44f9-87ae-feb53119017b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ad43f6-f9b8-478a-b460-6c0d6c8edcb6,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:27.577623 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-f24649c7-07af-430e-88f3-878c62b53d07 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Allocated IP 172.27.2.251 (3c7696da-eba1-40bc-922c-d91bed889fdf/d5dec2f9-f4c7-48bf-8714-a16e67e9832d/f09befa9-444c-4d58-a296-d31d16b0119a) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:27.578522 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-616dc540-1177-47e5-a33e-eba752ab684b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.587996 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-616dc540-1177-47e5-a33e-eba752ab684b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.618843 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port b0cef496-7aa4-4e40-8a70-fea352c720c9 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:27.619645 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.683452 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616dc540-1177-47e5-a33e-eba752ab684b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Pushing event updated for resources: {'Port': ['ID=6475396c-7dd0-4733-bcdf-bea8d04dcf11,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:27.699658 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-616dc540-1177-47e5-a33e-eba752ab684b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661460'] for floatingip, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.728344 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-65fde7d5-8fff-4f58-8ab4-92a86a293415 req-7f857fdb-a5ed-4a6f-8d3b-edd0e4f748bc tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 210 time: 0.0487151 Nov 12 02:26:27.730115 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f24649c7-07af-430e-88f3-878c62b53d07 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.743832 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-20785e1f-1cf0-4cce-a621-a7d84998012a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Allocated IP 172.20.0.10 (4070c229-4da3-4ab6-91a8-6b9e74d5d318/0224bb24-7d74-45d6-8986-b81989f6576c/838aaf11-0ed7-4529-b85a-74acc6e006ad) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:27.751733 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-616dc540-1177-47e5-a33e-eba752ab684b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for floatingip, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.753466 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-616dc540-1177-47e5-a33e-eba752ab684b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7544711 Nov 12 02:26:27.756201 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] Routers {'718433d3-edf4-42f7-9634-7645cff946ff'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:27.756843 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:26:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['718433d3-edf4-42f7-9634-7645cff946ff'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:27.769487 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b9e3f-139e-41fd-85f9-1a8e4196b66e None None] Pushing event updated for resources: {'Port': ['ID=9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:27.785700 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-54a2e13f-2851-4622-b89f-ed7a41c9e696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.904648 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-54a2e13f-2851-4622-b89f-ed7a41c9e696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.934768 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-54a2e13f-2851-4622-b89f-ed7a41c9e696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:28.019190 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-54a2e13f-2851-4622-b89f-ed7a41c9e696 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=60c782fe72974a168c3373cc129b69fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7188888 Nov 12 02:26:28.021611 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 39142) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:28.184116 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-15bd3128-0602-4bb7-987b-b25e610e6146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:28.261326 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2e13f-2851-4622-b89f-ed7a41c9e696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafdd63d-e649-4853-b497-2fe7c43251d1,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:28.262894 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-15bd3128-0602-4bb7-987b-b25e610e6146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:28.311031 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] Set router 718433d3-edf4-42f7-9634-7645cff946ff gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:28.451042 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-15bd3128-0602-4bb7-987b-b25e610e6146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:28.455915 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-15bd3128-0602-4bb7-987b-b25e610e6146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:28.466804 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-15bd3128-0602-4bb7-987b-b25e610e6146 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eafdd63d-e649-4853-b497-2fe7c43251d1 HTTP/1.1" status: 204 len: 168 time: 0.4430439 Nov 12 02:26:28.486946 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 6c184a24-5579-4f2e-8dd8-538bd638a3c8 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:28.497801 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f24649c7-07af-430e-88f3-878c62b53d07 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:28.593212 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd3128-0602-4bb7-987b-b25e610e6146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafdd63d-e649-4853-b497-2fe7c43251d1,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:28.724794 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0c93e4ee-690a-498a-b925-1c3f2bea76f9 req-6c4d4186-600c-4fa2-8f33-9b034cbba895 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 210 time: 0.2199595 Nov 12 02:26:28.753616 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-52c7f722-3fa8-493c-b6de-673a23068ac3 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2067388527&fields=id&tenant_id=4e70a88f4b094066abaf2d0cd853f751 HTTP/1.1" status: 200 len: 267 time: 0.5133746 Nov 12 02:26:28.900796 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24649c7-07af-430e-88f3-878c62b53d07 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Network 3c7696da-eba1-40bc-922c-d91bed889fdf is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:29.029755 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 6c184a24-5579-4f2e-8dd8-538bd638a3c8 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:29.030211 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:29.031497 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-cd3688f3-9a69-46c9-a82b-568e55c72351 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:29.035140 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-f24649c7-07af-430e-88f3-878c62b53d07 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:29.042710 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-cd3688f3-9a69-46c9-a82b-568e55c72351 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/networks?id=ed2ba848-d313-464e-93cb-db87f28d8bf9 HTTP/1.1" status: 200 len: 816 time: 0.2770245 Nov 12 02:26:29.047524 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.65', 62886) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:29.082410 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24649c7-07af-430e-88f3-878c62b53d07 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:29.095155 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-320eb5c0-7100-4616-9523-2aaa620140a2 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Allocated IP 172.20.0.5 (95991a5c-ee47-43e2-ab98-8e43221b404f/9f6f32e6-15c4-48d9-9b1b-4c400029963b/65d1110b-f099-4749-9cc9-cc0fbaf8af9c) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:29.109359 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24649c7-07af-430e-88f3-878c62b53d07 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Pushing event updated for resources: {'Port': ['ID=f09befa9-444c-4d58-a296-d31d16b0119a,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:29.241725 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-250882d0-472e-4288-98a1-b5744a5b21d0 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/quotas/4e70a88f4b094066abaf2d0cd853f751 HTTP/1.1" status: 200 len: 375 time: 0.1964974 Nov 12 02:26:29.270616 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-e63c08bb-32ca-4cdf-ab8f-e6808b44ca1e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Made reservation on behalf of d7fcf7713f094fac83c523a879fb68ae for: {'port': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:29.275376 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-e63c08bb-32ca-4cdf-ab8f-e6808b44ca1e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:29.278692 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c05b85d8-610d-421d-b549-b96f83a6b1cf req-e0ca9909-95c0-46b4-9a88-bdd4f1a36e5e tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 210 time: 0.2316442 Nov 12 02:26:29.341207 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718433d3-edf4-42f7-9634-7645cff946ff', 'name': 'tempest-ServerRescueNegativeTestJSON-19032354-router', 'tenant_id': 'd7fcf7713f094fac83c523a879fb68ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '6c184a24-5579-4f2e-8dd8-538bd638a3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:19Z', 'revision_number': 4, 'project_id': 'd7fcf7713f094fac83c523a879fb68ae', 'gw_port': {'id': '6c184a24-5579-4f2e-8dd8-538bd638a3c8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718433d3-edf4-42f7-9634-7645cff946ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:13Z', 'updated_at': '2021-11-12T02:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677', 'name': '', 'network_id': '7bcaccdf-bd76-45bd-9265-ce14bbe635ff', 'tenant_id': 'd7fcf7713f094fac83c523a879fb68ae', 'mac_address': 'fa:16:3e:89:7b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718433d3-edf4-42f7-9634-7645cff946ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7042b1b4-a105-42b5-a00e-7bdb609132e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:17Z', 'updated_at': '2021-11-12T02:26:27Z', 'revision_number': 4, 'project_id': 'd7fcf7713f094fac83c523a879fb68ae', 'subnets': [{'id': '7042b1b4-a105-42b5-a00e-7bdb609132e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:29.428751 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b799cd-6ada-4e55-8ca7-d1b1a98da9fc None None] The sync data for ids ['718433d3-edf4-42f7-9634-7645cff946ff'] in dv-cinder-808574-4-iscsi is: [{'id': '718433d3-edf4-42f7-9634-7645cff946ff', 'name': 'tempest-ServerRescueNegativeTestJSON-19032354-router', 'tenant_id': 'd7fcf7713f094fac83c523a879fb68ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '6c184a24-5579-4f2e-8dd8-538bd638a3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:19Z', 'revision_number': 4, 'project_id': 'd7fcf7713f094fac83c523a879fb68ae', 'gw_port': {'id': '6c184a24-5579-4f2e-8dd8-538bd638a3c8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718433d3-edf4-42f7-9634-7645cff946ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:13Z', 'updated_at': '2021-11-12T02:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677', 'name': '', 'network_id': '7bcaccdf-bd76-45bd-9265-ce14bbe635ff', 'tenant_id': 'd7fcf7713f094fac83c523a879fb68ae', 'mac_address': 'fa:16:3e:89:7b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718433d3-edf4-42f7-9634-7645cff946ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7042b1b4-a105-42b5-a00e-7bdb609132e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:17Z', 'updated_at': '2021-11-12T02:26:27Z', 'revision_number': 4, 'project_id': 'd7fcf7713f094fac83c523a879fb68ae', 'subnets': [{'id': '7042b1b4-a105-42b5-a00e-7bdb609132e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:26:29.654855 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-20785e1f-1cf0-4cce-a621-a7d84998012a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:29.682072 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-de2c10cf-24d2-44be-a965-83ef3b46c2e5 req-cc66982f-0e1e-4ee9-a642-3da39ede9465 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 210 time: 0.1229262 Nov 12 02:26:29.741402 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device b0cef496-7aa4-4e40-8a70-fea352c720c9 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:29.792523 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-bd3f2a4d-cab8-4895-a5a1-d729d74a9c50 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4e70a88f4b094066abaf2d0cd853f751&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5471323 Nov 12 02:26:29.887295 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port b0cef496-7aa4-4e40-8a70-fea352c720c9 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:29.889037 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:29.983614 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f2745b94-e09a-4662-b1d9-8610db34f1ef req-f2968082-e11a-40cc-a57b-2cc9d877953b tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 210 time: 0.0615876 Nov 12 02:26:30.000462 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-efb69c22-dc9d-45bb-ae5a-dfbf23ae6290 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:30.002566 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-efb69c22-dc9d-45bb-ae5a-dfbf23ae6290 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.65 "GET /v2.0/networks?id=7bcaccdf-bd76-45bd-9265-ce14bbe635ff HTTP/1.1" status: 200 len: 817 time: 0.9458871 Nov 12 02:26:30.073723 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device d7454b17-cb14-49ea-a0fa-d267eb4d486e up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:30.081703 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-14c8939e-594a-4f1b-8ccb-110176fe3e21 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Request body: {'port': {'device_id': '701cf4eb-6d33-4aa4-a762-2cae743dd618', 'network_id': '7bcaccdf-bd76-45bd-9265-ce14bbe635ff', 'admin_state_up': True, 'tenant_id': 'd7fcf7713f094fac83c523a879fb68ae'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:30.176203 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f24649c7-07af-430e-88f3-878c62b53d07 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:30.181632 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port d7454b17-cb14-49ea-a0fa-d267eb4d486e triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:30.182380 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:30.389488 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-e63c08bb-32ca-4cdf-ab8f-e6808b44ca1e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Allocated IP 172.20.0.4 (7bcaccdf-bd76-45bd-9265-ce14bbe635ff/7042b1b4-a105-42b5-a00e-7bdb609132e6/827c9b0b-5bbb-48cc-9c27-94e0fb2378a2) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:30.464975 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-2ef0af6f-2836-46ef-bc1d-a4aad4b5fedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:30.671716 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-38f308f0-c7aa-40a6-ab6e-95087dbf5135 req-c113c2f2-6733-4307-9833-fc31818b5077 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 210 time: 0.0929320 Nov 12 02:26:30.691368 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-a5716f30-e496-4547-97f1-670386072a7f service neutron] 10.222.0.70 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8546157 Nov 12 02:26:30.982282 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-20785e1f-1cf0-4cce-a621-a7d84998012a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:31.085828 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-e63c08bb-32ca-4cdf-ab8f-e6808b44ca1e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:31.108423 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8f747564-3724-48bc-8149-082ff4553259 req-41e3fde9-08b3-4c81-b39d-fa7a71592215 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 210 time: 0.2524531 Nov 12 02:26:31.136143 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-14c8939e-594a-4f1b-8ccb-110176fe3e21 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Made reservation on behalf of d7fcf7713f094fac83c523a879fb68ae for: {'port': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:31.155547 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-14c8939e-594a-4f1b-8ccb-110176fe3e21 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:31.297079 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-2d256048-7224-4d33-98fb-aac3b6f77785 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748203 Nov 12 02:26:31.430437 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-e63c08bb-32ca-4cdf-ab8f-e6808b44ca1e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:31.619945 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-20785e1f-1cf0-4cce-a621-a7d84998012a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Network 4070c229-4da3-4ab6-91a8-6b9e74d5d318 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:31.623563 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20785e1f-1cf0-4cce-a621-a7d84998012a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Pushing event updated for resources: {'Port': ['ID=838aaf11-0ed7-4529-b85a-74acc6e006ad,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:31.648673 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-20785e1f-1cf0-4cce-a621-a7d84998012a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:31.656313 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-20785e1f-1cf0-4cce-a621-a7d84998012a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:31.674204 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-20785e1f-1cf0-4cce-a621-a7d84998012a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:31.674934 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-20785e1f-1cf0-4cce-a621-a7d84998012a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:31.694079 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-e63c08bb-32ca-4cdf-ab8f-e6808b44ca1e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Network 7bcaccdf-bd76-45bd-9265-ce14bbe635ff is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:31.743958 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:31.875898 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f24649c7-07af-430e-88f3-878c62b53d07 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:31.924861 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-e63c08bb-32ca-4cdf-ab8f-e6808b44ca1e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:31.956803 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-e63c08bb-32ca-4cdf-ab8f-e6808b44ca1e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:31.974008 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-e63c08bb-32ca-4cdf-ab8f-e6808b44ca1e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:31.974693 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-e63c08bb-32ca-4cdf-ab8f-e6808b44ca1e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:31.994485 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:32.002027 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:32.282915 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-320eb5c0-7100-4616-9523-2aaa620140a2 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:32.298563 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:32.419029 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] For port 9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677,segment=NetworkSegment(9297ec3c-86bc-44f5-82fd-62ac56b69c96),segment_id=9297ec3c-86bc-44f5-82fd-62ac56b69c96)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:32.420164 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-320eb5c0-7100-4616-9523-2aaa620140a2 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:32.430561 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:32.436321 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-20785e1f-1cf0-4cce-a621-a7d84998012a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.6420467 Nov 12 02:26:32.466717 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-e63c08bb-32ca-4cdf-ab8f-e6808b44ca1e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4981763 Nov 12 02:26:32.492881 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-b6181be4-808e-4744-b732-7d73d271c910 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=101677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:26:32.498190 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-b6181be4-808e-4744-b732-7d73d271c910 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0211670 Nov 12 02:26:32.550549 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-3547a3a6-4fda-4180-823b-715ae574b032 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=101677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:26:32.551205 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-3547a3a6-4fda-4180-823b-715ae574b032 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193021 Nov 12 02:26:32.593831 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c08bb-32ca-4cdf-ab8f-e6808b44ca1e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Pushing event updated for resources: {'Port': ['ID=827c9b0b-5bbb-48cc-9c27-94e0fb2378a2,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:32.615866 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Pushing event updated for resources: {'Port': ['ID=9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:32.625060 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-14c8939e-594a-4f1b-8ccb-110176fe3e21 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Allocated IP 172.20.0.7 (7bcaccdf-bd76-45bd-9265-ce14bbe635ff/7042b1b4-a105-42b5-a00e-7bdb609132e6/b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:32.890191 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-320eb5c0-7100-4616-9523-2aaa620140a2 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Network 95991a5c-ee47-43e2-ab98-8e43221b404f is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:32.927190 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-320eb5c0-7100-4616-9523-2aaa620140a2 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:32.965131 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-320eb5c0-7100-4616-9523-2aaa620140a2 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:32.995661 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-320eb5c0-7100-4616-9523-2aaa620140a2 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:33.008172 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-320eb5c0-7100-4616-9523-2aaa620140a2 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.066236 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-14f562d9-4cda-419d-9095-da5585afa9a1 req-f4d41307-4558-45c9-8f9e-b864cfc07624 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 210 time: 0.1413186 Nov 12 02:26:33.112058 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-1fc54a80-9d91-4eb3-96ba-c75b5dbb2b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.142369 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320eb5c0-7100-4616-9523-2aaa620140a2 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Pushing event updated for resources: {'Port': ['ID=65d1110b-f099-4749-9cc9-cc0fbaf8af9c,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:33.161307 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361596c-4a0d-4b45-88eb-c3c49cefb84e req-ecfe73d0-ec9f-4ded-ac85-1a1d10094ec2 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:33.176279 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e361596c-4a0d-4b45-88eb-c3c49cefb84e req-ecfe73d0-ec9f-4ded-ac85-1a1d10094ec2 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 932 time: 1.8769481 Nov 12 02:26:33.230711 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-320eb5c0-7100-4616-9523-2aaa620140a2 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9816673 Nov 12 02:26:33.350720 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f24649c7-07af-430e-88f3-878c62b53d07 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.359797 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f24649c7-07af-430e-88f3-878c62b53d07 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.428191 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f24649c7-07af-430e-88f3-878c62b53d07 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661460'] for floatingip, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.462864 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f24649c7-07af-430e-88f3-878c62b53d07 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for floatingip, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.467147 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-f24649c7-07af-430e-88f3-878c62b53d07 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.3778496 Nov 12 02:26:33.488034 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24649c7-07af-430e-88f3-878c62b53d07 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Pushing event updated for resources: {'Port': ['ID=f09befa9-444c-4d58-a296-d31d16b0119a,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:33.494819 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e361596c-4a0d-4b45-88eb-c3c49cefb84e req-2f0743b6-7d97-44d6-a1a0-86e60dc16f8a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145618 Nov 12 02:26:33.557398 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95d193-b782-4d1a-a1c8-4aefdd3ecb16 req-993765a8-cebc-42ee-8271-b10e56bb2d25 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:33.570034 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5f95d193-b782-4d1a-a1c8-4aefdd3ecb16 req-993765a8-cebc-42ee-8271-b10e56bb2d25 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 931 time: 0.2718263 Nov 12 02:26:33.641048 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:33.701768 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8d741b67-5c48-4994-9641-95143809473b req-90d5dfc6-8005-4a0d-a384-c65753bf5093 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 210 time: 0.0779715 Nov 12 02:26:33.706303 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-14c8939e-594a-4f1b-8ccb-110176fe3e21 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.750043 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5f95d193-b782-4d1a-a1c8-4aefdd3ecb16 req-15965581-6c35-45c3-8989-c8906c875ebb tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757421 Nov 12 02:26:33.801103 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:33.804803 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.839810 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-14c8939e-594a-4f1b-8ccb-110176fe3e21 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.843637 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.958916 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-14c8939e-594a-4f1b-8ccb-110176fe3e21 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Network 7bcaccdf-bd76-45bd-9265-ce14bbe635ff is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:33.975152 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-14c8939e-594a-4f1b-8ccb-110176fe3e21 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:33.985878 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-14c8939e-594a-4f1b-8ccb-110176fe3e21 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:33.993100 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-14c8939e-594a-4f1b-8ccb-110176fe3e21 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:33.993902 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-14c8939e-594a-4f1b-8ccb-110176fe3e21 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:34.030453 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-14c8939e-594a-4f1b-8ccb-110176fe3e21 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9708467 Nov 12 02:26:34.047747 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8939e-594a-4f1b-8ccb-110176fe3e21 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Pushing event updated for resources: {'Port': ['ID=b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:34.090928 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-4b59abc0-9941-47dd-bc94-0aa91f03f683 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--761788975&fields=id&tenant_id=77e4b228dda14fa7852c7fe639ed28b0 HTTP/1.1" status: 200 len: 267 time: 0.2182229 Nov 12 02:26:34.214516 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-44cdaef5-ff53-4436-8fee-8345a1755eae req-e1037526-fafd-4baa-9baa-70d8b4f5c8a7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 210 time: 0.0343704 Nov 12 02:26:34.271390 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-48302958-af37-43c2-aa0d-c8d9818b350d tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:34.271390 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-48302958-af37-43c2-aa0d-c8d9818b350d tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/networks?id=38363d6e-af24-4ec9-9ca9-8c61a2487f51 HTTP/1.1" status: 200 len: 810 time: 0.1766551 Nov 12 02:26:34.291195 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-4cec1a03-0877-4172-b068-9ef34b17421c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/quotas/77e4b228dda14fa7852c7fe639ed28b0 HTTP/1.1" status: 200 len: 375 time: 0.0108392 Nov 12 02:26:34.423323 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-3b60d253-3d5f-4e34-b77b-ff218709fe78 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=77e4b228dda14fa7852c7fe639ed28b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1241972 Nov 12 02:26:34.529726 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 39336) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:34.579006 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-ffbbad8a-66be-4eb1-b3d1-36b023a53cb9 service neutron] 10.222.0.70 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440527 Nov 12 02:26:34.697066 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ecc16fac-b1b0-4f88-9328-17d1c9d8be77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:34.815548 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-255ece2c-73d1-4674-ac89-81b59e1f8cfd service neutron] 10.222.0.70 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318037 Nov 12 02:26:34.831547 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91da90-3fcd-4e4a-8f8c-30c509372310 req-9969ce40-c712-498f-bd83-a9652ab2ac31 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:34.838363 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ee91da90-3fcd-4e4a-8f8c-30c509372310 req-9969ce40-c712-498f-bd83-a9652ab2ac31 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 932 time: 0.2363577 Nov 12 02:26:34.894832 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ecc16fac-b1b0-4f88-9328-17d1c9d8be77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:34.903119 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ecc16fac-b1b0-4f88-9328-17d1c9d8be77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:34.932988 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-ecc16fac-b1b0-4f88-9328-17d1c9d8be77 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1eacf130f5b7492cab0337b3d370b7f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4017439 Nov 12 02:26:34.939964 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 39352) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:34.950118 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ee91da90-3fcd-4e4a-8f8c-30c509372310 req-4e2d8455-4477-455b-855c-2d2d0058b5eb tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030836 Nov 12 02:26:34.976601 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc16fac-b1b0-4f88-9328-17d1c9d8be77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6962b7-1675-458a-970f-ff6d26d12af6,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:35.030071 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-19d949d3-9d27-40f3-a25c-05cca9b1e145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.076665 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-19d949d3-9d27-40f3-a25c-05cca9b1e145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.159576 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-19d949d3-9d27-40f3-a25c-05cca9b1e145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.165136 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-19d949d3-9d27-40f3-a25c-05cca9b1e145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.171195 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-19d949d3-9d27-40f3-a25c-05cca9b1e145 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8f6962b7-1675-458a-970f-ff6d26d12af6 HTTP/1.1" status: 204 len: 168 time: 0.2296076 Nov 12 02:26:35.196794 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d949d3-9d27-40f3-a25c-05cca9b1e145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6962b7-1675-458a-970f-ff6d26d12af6,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:35.205269 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26881297-de80-486a-ac6e-78a0ca472b95 req-78180fb3-f419-42ff-bfb9-9ae3e0d5630f tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:35.207313 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-26881297-de80-486a-ac6e-78a0ca472b95 req-78180fb3-f419-42ff-bfb9-9ae3e0d5630f tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 931 time: 0.1405690 Nov 12 02:26:35.222297 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdc543-41b6-4260-bb77-5783d7ced326 req-a5e506cb-fa7e-4ec8-aac2-efe0361c1af0 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:35.231894 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-06cdc543-41b6-4260-bb77-5783d7ced326 req-a5e506cb-fa7e-4ec8-aac2-efe0361c1af0 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 931 time: 0.1080372 Nov 12 02:26:35.299885 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.324036 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-26881297-de80-486a-ac6e-78a0ca472b95 req-581302c9-da98-423c-8aa5-97bcdb3a71a8 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898871 Nov 12 02:26:35.351969 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-06cdc543-41b6-4260-bb77-5783d7ced326 req-02ca8a1a-e5b2-47b7-93e6-5d065431aa9a tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186726 Nov 12 02:26:35.550167 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6f3db402-aad8-44cc-88f5-755196a749e3 req-0ff0be75-9549-499a-bc62-8a8f11fad31c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 210 time: 0.1173658 Nov 12 02:26:35.603045 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9019e7f2-9ce6-417e-802b-fd42f5e9de4e req-3cec521c-77c6-4734-b3b5-fea32ed0a160 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 210 time: 0.0550840 Nov 12 02:26:35.878534 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:36.184053 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05debad6-ccc7-45b8-89a4-8caaa21e5085 req-22fe60f4-5b6f-4234-b5e6-f920bdda5e02 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:36.186253 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-05debad6-ccc7-45b8-89a4-8caaa21e5085 req-22fe60f4-5b6f-4234-b5e6-f920bdda5e02 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 932 time: 0.1177292 Nov 12 02:26:36.295184 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-05debad6-ccc7-45b8-89a4-8caaa21e5085 req-2e63fb15-19cb-4409-9f18-f10deb3cfe05 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012597 Nov 12 02:26:36.610464 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a08b7-b0ca-428a-8dc9-255e02899940 req-787102c6-5b9c-46c9-bdbc-f1436d05f568 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:36.612607 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f40a08b7-b0ca-428a-8dc9-255e02899940 req-787102c6-5b9c-46c9-bdbc-f1436d05f568 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 931 time: 0.0917480 Nov 12 02:26:36.629003 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb3ebf-1a95-4179-815e-4abf3a7e186f req-da293070-93f5-4458-a712-91bb2df972ab tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:36.630257 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-85eb3ebf-1a95-4179-815e-4abf3a7e186f req-da293070-93f5-4458-a712-91bb2df972ab tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 931 time: 0.1727593 Nov 12 02:26:36.720482 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f40a08b7-b0ca-428a-8dc9-255e02899940 req-b33df6e6-0c30-43d9-95cd-86e4aab48dea tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871565 Nov 12 02:26:36.745850 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-85eb3ebf-1a95-4179-815e-4abf3a7e186f req-3bc638bb-afa5-4f59-a843-94fbd8db479a tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096575 Nov 12 02:26:36.864903 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f7e54469-1829-4bb3-a03e-d47d95e5c911 req-7e296b34-8e9d-4102-b919-5e3b6f9a2153 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 210 time: 0.0376995 Nov 12 02:26:36.893213 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0a089e2c-07e8-40b2-9a4a-ab81034f777a req-86817227-f978-4c2d-98c3-5d02dad7235e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 210 time: 0.0340419 Nov 12 02:26:37.463567 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e09c2-9131-49d3-9a55-0ea3c3a6b1cf req-2fd13d97-7dfe-42c3-a88b-14e79b56343d tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:37.465778 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-663e09c2-9131-49d3-9a55-0ea3c3a6b1cf req-2fd13d97-7dfe-42c3-a88b-14e79b56343d tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 932 time: 0.0841548 Nov 12 02:26:37.553472 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-663e09c2-9131-49d3-9a55-0ea3c3a6b1cf req-8d8537be-24ef-4147-8426-abcf37cf380b tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761807 Nov 12 02:26:37.965777 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dca3ed-5c57-4d59-8907-6e83eff7e753 req-8e19fda0-0c90-4b01-a308-a01a66eed18a tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:37.974488 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-18dca3ed-5c57-4d59-8907-6e83eff7e753 req-8e19fda0-0c90-4b01-a308-a01a66eed18a tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 931 time: 0.1102757 Nov 12 02:26:38.008589 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2eeb0a-1d7b-4f58-aaa4-a5fd3017d5c0 req-59807bbb-fac1-4809-8c22-1cc2b681748f tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:38.018780 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8c2eeb0a-1d7b-4f58-aaa4-a5fd3017d5c0 req-59807bbb-fac1-4809-8c22-1cc2b681748f tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 931 time: 0.1447172 Nov 12 02:26:38.080618 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-18dca3ed-5c57-4d59-8907-6e83eff7e753 req-4dda8c00-5317-46b0-90a6-6dcbf5982e8b tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032925 Nov 12 02:26:38.104532 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8c2eeb0a-1d7b-4f58-aaa4-a5fd3017d5c0 req-1f34fe61-d493-4d0b-a071-b90f9cb8011e tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848505 Nov 12 02:26:38.180547 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8fe5bbe7-5e38-4d1d-9223-ff5de229ea78 req-9ec84dcd-5b02-4e12-ae1c-3fef91f57938 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 210 time: 0.0289364 Nov 12 02:26:38.222659 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9275554f-cc2a-4e06-90cb-3fb40d710ec3 req-9e018fee-1a5e-41ba-931d-5a6e5486ccbe tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 210 time: 0.0256579 Nov 12 02:26:38.233523 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 39478) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:38.352128 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-31a7844f-e31f-4915-88c0-57f1a10a789e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:38.431891 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-31a7844f-e31f-4915-88c0-57f1a10a789e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:38.436631 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-31a7844f-e31f-4915-88c0-57f1a10a789e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:38.475858 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-31a7844f-e31f-4915-88c0-57f1a10a789e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=91aa14499c12426e9227394e6581273a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411029 Nov 12 02:26:38.476585 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7844f-e31f-4915-88c0-57f1a10a789e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39f7f9c-bea7-47fc-878f-8bab379efd39,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:38.479017 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 39482) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:38.530227 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9d9b3df1-f8f7-4cac-bb60-1a313580b4fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:38.551284 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9d9b3df1-f8f7-4cac-bb60-1a313580b4fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:38.601039 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9d9b3df1-f8f7-4cac-bb60-1a313580b4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:38.604114 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9d9b3df1-f8f7-4cac-bb60-1a313580b4fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:38.605758 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-9d9b3df1-f8f7-4cac-bb60-1a313580b4fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f39f7f9c-bea7-47fc-878f-8bab379efd39 HTTP/1.1" status: 204 len: 168 time: 0.1252017 Nov 12 02:26:38.618448 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b3df1-f8f7-4cac-bb60-1a313580b4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39f7f9c-bea7-47fc-878f-8bab379efd39,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:38.696251 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e998a-d04e-4f6d-91e6-9a9b1fcc3eef req-278d19b7-a5f5-4295-b717-415d9738754f tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:38.697910 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cd6e998a-d04e-4f6d-91e6-9a9b1fcc3eef req-278d19b7-a5f5-4295-b717-415d9738754f tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 932 time: 0.0550199 Nov 12 02:26:38.754497 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cd6e998a-d04e-4f6d-91e6-9a9b1fcc3eef req-bd496450-ef75-4f52-a427-c89844aefc86 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495875 Nov 12 02:26:38.920251 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 39496) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:38.934746 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0e098992-aa72-49e5-aaff-0dd3768e2685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:39.011889 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0e098992-aa72-49e5-aaff-0dd3768e2685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:39.016416 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0e098992-aa72-49e5-aaff-0dd3768e2685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:39.055763 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-0e098992-aa72-49e5-aaff-0dd3768e2685 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=969eb6038eed44eb95bef258ccf27749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343338 Nov 12 02:26:39.056740 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e098992-aa72-49e5-aaff-0dd3768e2685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ace092-5c39-4a96-bd2a-3f636fd4993f,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:39.058384 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 39500) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:39.133228 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6bb6537f-26d1-47ce-a490-75e6935e3527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:39.167904 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6bb6537f-26d1-47ce-a490-75e6935e3527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:39.270045 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fad52-2aaa-490c-8d76-b5342c128019 req-cff954fe-2113-4f4e-a496-826e1e6c351e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:39.271355 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-019fad52-2aaa-490c-8d76-b5342c128019 req-cff954fe-2113-4f4e-a496-826e1e6c351e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 931 time: 0.1068285 Nov 12 02:26:39.294689 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b54d2-7088-419c-9ef9-15d3b31e18ad req-d1dbff3d-053c-4ec5-a13d-723c6d9a751d tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:39.296133 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dd8b54d2-7088-419c-9ef9-15d3b31e18ad req-d1dbff3d-053c-4ec5-a13d-723c6d9a751d tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 931 time: 0.0981982 Nov 12 02:26:39.317529 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6bb6537f-26d1-47ce-a490-75e6935e3527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:39.320064 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6bb6537f-26d1-47ce-a490-75e6935e3527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:39.321172 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-6bb6537f-26d1-47ce-a490-75e6935e3527 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e5ace092-5c39-4a96-bd2a-3f636fd4993f HTTP/1.1" status: 204 len: 168 time: 0.2610018 Nov 12 02:26:39.363778 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6537f-26d1-47ce-a490-75e6935e3527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ace092-5c39-4a96-bd2a-3f636fd4993f,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:39.386275 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-019fad52-2aaa-490c-8d76-b5342c128019 req-a8c7c0b9-8251-4a57-9c7a-8ed88eb7b958 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057725 Nov 12 02:26:39.397922 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dd8b54d2-7088-419c-9ef9-15d3b31e18ad req-a3dba49c-2f6b-4307-8fd8-c2edafdbb1eb tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930123 Nov 12 02:26:39.480128 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4d3f261d-e4cf-42d5-98cf-6347ad5f8931 req-b180d81a-9e2f-4cc2-9639-3496e9c5bb1f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 210 time: 0.0315657 Nov 12 02:26:39.512592 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8f858f72-48e0-4aaf-9a7b-731f809fb679 req-b4799743-1605-4726-8414-2534d3502627 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 210 time: 0.0356588 Nov 12 02:26:39.901459 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f515e2-f447-4d4b-bfa9-61dde609f6de req-14fd6e3c-2c51-472c-9d36-0f576f7ae6d7 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:39.909541 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f4f515e2-f447-4d4b-bfa9-61dde609f6de req-14fd6e3c-2c51-472c-9d36-0f576f7ae6d7 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 932 time: 0.0801821 Nov 12 02:26:39.958066 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f4f515e2-f447-4d4b-bfa9-61dde609f6de req-ffea8d67-dc5b-4d4e-a7c8-f5d456906c97 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476234 Nov 12 02:26:40.385358 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] Request body: {'port': {'device_id': '7dc3ef58-e30c-44da-bef1-9678e3c7b14a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:40.422500 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] Request body: {'port': {'device_id': '44c025f0-3bb5-4ce5-944f-0f553ef80f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:40.447227 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] Request body: {'port': {'device_id': '701cf4eb-6d33-4aa4-a762-2cae743dd618', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:40.479470 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] Request body: {'port': {'device_id': '8244b795-8dd2-43ee-a703-79b742cd5432', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:40.527413 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:40.621776 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:40.627125 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:40.637698 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:40.664411 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b753d0-4adb-4ffa-b5a7-6d28f901a03f req-8fd24773-d846-4ac8-a130-8388e16c9dc4 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:40.666805 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-29b753d0-4adb-4ffa-b5a7-6d28f901a03f req-8fd24773-d846-4ac8-a130-8388e16c9dc4 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 931 time: 0.1498833 Nov 12 02:26:40.708469 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1ee0c-6764-4e22-81ec-c54f909bb88e req-04b5004d-fdd0-410d-858b-4e516caab241 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:40.710178 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9fa1ee0c-6764-4e22-81ec-c54f909bb88e req-04b5004d-fdd0-410d-858b-4e516caab241 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 931 time: 0.1631253 Nov 12 02:26:40.928360 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.65', 62905) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:41.059031 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-5ce72335-bb73-4192-a0c8-1692f71cb9ad tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:41.061202 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-5ce72335-bb73-4192-a0c8-1692f71cb9ad tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.65 "GET /v2.0/networks?id=ed2ba848-d313-464e-93cb-db87f28d8bf9 HTTP/1.1" status: 200 len: 816 time: 0.1309540 Nov 12 02:26:41.105354 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-29b753d0-4adb-4ffa-b5a7-6d28f901a03f req-02a1b8f9-a8c3-493a-a107-9b78fd040f50 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936989 Nov 12 02:26:41.215312 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9fa1ee0c-6764-4e22-81ec-c54f909bb88e req-adb74f19-be7e-4e1b-a728-e723a4d8ba7a tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874580 Nov 12 02:26:41.305733 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7456a19a-19f4-42c3-bcc5-3049c359cb49 req-f0874f13-7c5f-4d75-aa19-f8646ab664bb tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 210 time: 0.0347469 Nov 12 02:26:41.474515 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-162434e4-3242-4558-8f53-79bbb0d6691c req-5edf2466-2858-45f0-856f-b81990f12dc6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 210 time: 0.1288986 Nov 12 02:26:41.551277 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d1110b-f099-4749-9cc9-cc0fbaf8af9c {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:26:41.563592 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] Publish callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:41.587885 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fea8b2-b100-4fa4-8272-15530595cafe req-4c5ad513-6b92-4a7f-995c-328a22ee1214 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:41.590353 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-73fea8b2-b100-4fa4-8272-15530595cafe req-4c5ad513-6b92-4a7f-995c-328a22ee1214 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 932 time: 0.1642928 Nov 12 02:26:41.600377 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-c8df7e6b-1b55-46d4-a5ea-b1dabe9dbc05 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e70a88f4b094066abaf2d0cd853f751 HTTP/1.1" status: 200 len: 380 time: 0.2530932 Nov 12 02:26:41.618750 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:26:41.631528 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-f7c758a0-fb32-46ec-a9fc-c0fc844c0d09 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Request body: {'port': {'device_id': '26d16c68-a04c-4a32-a599-e202e6c64152', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'admin_state_up': True, 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'security_groups': ['2d8bb1ec-eccf-4911-8686-25c2b4b744d0']}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:41.643374 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:41.691450 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] Transition to ACTIVE for port object 65d1110b-f099-4749-9cc9-cc0fbaf8af9c will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:26:41.729339 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-73fea8b2-b100-4fa4-8272-15530595cafe req-45079c43-b92d-4bad-bc25-d24d2b077770 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274414 Nov 12 02:26:41.763792 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:41.790897 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.65', 62908) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:41.855053 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] Transition to ACTIVE for port object 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:26:41.870645 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:41.951317 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838aaf11-0ed7-4529-b85a-74acc6e006ad {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:26:41.970956 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-f7c758a0-fb32-46ec-a9fc-c0fc844c0d09 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Made reservation on behalf of 4e70a88f4b094066abaf2d0cd853f751 for: {'port': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:41.974913 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-f7c758a0-fb32-46ec-a9fc-c0fc844c0d09 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:41.986805 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] Attempting to bind port 65d1110b-f099-4749-9cc9-cc0fbaf8af9c on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:41.987542 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] Attempting to bind port 65d1110b-f099-4749-9cc9-cc0fbaf8af9c by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '90cccd2b-85b4-4ffa-aea9-aaf71446b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '95991a5c-ee47-43e2-ab98-8e43221b404f'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:41.988197 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] Attempting to bind port 65d1110b-f099-4749-9cc9-cc0fbaf8af9c on network 95991a5c-ee47-43e2-ab98-8e43221b404f {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:41.996308 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] Pushing event updated for resources: {'Port': ['ID=65d1110b-f099-4749-9cc9-cc0fbaf8af9c,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:42.001686 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:42.004677 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] Port 65d1110b-f099-4749-9cc9-cc0fbaf8af9c on network 95991a5c-ee47-43e2-ab98-8e43221b404f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:26:42.005208 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] Attempting to bind port 65d1110b-f099-4749-9cc9-cc0fbaf8af9c on network 95991a5c-ee47-43e2-ab98-8e43221b404f {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:42.060693 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] Pushing event updated for resources: {'Port': ['ID=827c9b0b-5bbb-48cc-9c27-94e0fb2378a2,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:42.069636 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 39616) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:42.089780 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-102bb7ac-1ab1-4929-b501-5a3dda918cb9 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:42.091626 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-102bb7ac-1ab1-4929-b501-5a3dda918cb9 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.65 "GET /v2.0/networks?id=38363d6e-af24-4ec9-9ca9-8c61a2487f51 HTTP/1.1" status: 200 len: 810 time: 0.2988493 Nov 12 02:26:42.136250 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] Checking agent: {'id': '0f3aff68-05a9-47a7-920b-43a2694f0a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:42.136642 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] Checking segment: {'id': '90cccd2b-85b4-4ffa-aea9-aaf71446b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '95991a5c-ee47-43e2-ab98-8e43221b404f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:42.153581 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] Bound using segment: {'id': '90cccd2b-85b4-4ffa-aea9-aaf71446b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '95991a5c-ee47-43e2-ab98-8e43221b404f'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:42.153939 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] Bound port: 65d1110b-f099-4749-9cc9-cc0fbaf8af9c, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90cccd2b-85b4-4ffa-aea9-aaf71446b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '95991a5c-ee47-43e2-ab98-8e43221b404f'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:42.154333 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:42.230342 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] Transition to ACTIVE for port object 838aaf11-0ed7-4529-b85a-74acc6e006ad will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:26:42.240168 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] Attempting to bind port 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:42.240602 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] Attempting to bind port 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '9297ec3c-86bc-44f5-82fd-62ac56b69c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7bcaccdf-bd76-45bd-9265-ce14bbe635ff'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:42.241080 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] Attempting to bind port 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 on network 7bcaccdf-bd76-45bd-9265-ce14bbe635ff {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:42.243434 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:42.299748 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] Port 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 on network 7bcaccdf-bd76-45bd-9265-ce14bbe635ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:26:42.300354 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] Attempting to bind port 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 on network 7bcaccdf-bd76-45bd-9265-ce14bbe635ff {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:42.346193 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] Checking agent: {'id': '0f3aff68-05a9-47a7-920b-43a2694f0a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:42.346871 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] Checking segment: {'id': '9297ec3c-86bc-44f5-82fd-62ac56b69c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7bcaccdf-bd76-45bd-9265-ce14bbe635ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:42.348338 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] Bound using segment: {'id': '9297ec3c-86bc-44f5-82fd-62ac56b69c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7bcaccdf-bd76-45bd-9265-ce14bbe635ff'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:42.348912 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] Bound port: 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9297ec3c-86bc-44f5-82fd-62ac56b69c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7bcaccdf-bd76-45bd-9265-ce14bbe635ff'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:42.349379 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:42.355071 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-2b354651-f606-484e-b48e-1c37bcdb4985 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77e4b228dda14fa7852c7fe639ed28b0 HTTP/1.1" status: 200 len: 379 time: 0.2067764 Nov 12 02:26:42.357882 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c2a421c5-9412-40a2-b28d-cf9236d8e354 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:42.401006 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] Pushing event updated for resources: {'Port': ['ID=838aaf11-0ed7-4529-b85a-74acc6e006ad,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:42.435991 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] For port 65d1110b-f099-4749-9cc9-cc0fbaf8af9c, host hv-cinder-80857, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:42.443857 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9 {{(pid=101678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:26:42.461540 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:42.472805 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23ed66-fe85-4268-abeb-0c8662a15837 req-82447f3b-70c9-410c-8fed-0beb0b806626 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:42.474345 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8f23ed66-fe85-4268-abeb-0c8662a15837 req-82447f3b-70c9-410c-8fed-0beb0b806626 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 943 time: 0.2404964 Nov 12 02:26:42.484026 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-f7c758a0-fb32-46ec-a9fc-c0fc844c0d09 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Allocated IP 172.20.0.6 (ed2ba848-d313-464e-93cb-db87f28d8bf9/a36fabb7-5929-480d-92d3-1a57b54853bf/6159a4de-08df-4c5b-afb6-bc1f4e2f213f) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:42.500477 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] For port 65d1110b-f099-4749-9cc9-cc0fbaf8af9c, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=65d1110b-f099-4749-9cc9-cc0fbaf8af9c,segment=NetworkSegment(90cccd2b-85b4-4ffa-aea9-aaf71446b516),segment_id=90cccd2b-85b4-4ffa-aea9-aaf71446b516)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:42.517542 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:42.535480 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] Transition to ACTIVE for port object b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:26:42.538376 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] Attempting to bind port 838aaf11-0ed7-4529-b85a-74acc6e006ad on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:42.538746 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] Attempting to bind port 838aaf11-0ed7-4529-b85a-74acc6e006ad by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '5927e006-acd5-430c-9407-59cd336b9d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:42.539073 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] Attempting to bind port 838aaf11-0ed7-4529-b85a-74acc6e006ad on network 4070c229-4da3-4ab6-91a8-6b9e74d5d318 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:42.544331 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1e74d-b576-4ca1-bee3-0d81cc7a06b4 req-d5390049-f890-40a0-99a1-8c4ba8b72e09 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:42.546006 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-31b1e74d-b576-4ca1-bee3-0d81cc7a06b4 req-d5390049-f890-40a0-99a1-8c4ba8b72e09 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 931 time: 0.1991849 Nov 12 02:26:42.558186 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:42.578251 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] Port 838aaf11-0ed7-4529-b85a-74acc6e006ad on network 4070c229-4da3-4ab6-91a8-6b9e74d5d318 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:26:42.578752 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] Attempting to bind port 838aaf11-0ed7-4529-b85a-74acc6e006ad on network 4070c229-4da3-4ab6-91a8-6b9e74d5d318 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:42.583599 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] For port 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2, host hv-cinder-80857, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:42.609215 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:42.609858 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:42.611395 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] 10.222.0.65 "PUT /v2.0/ports/65d1110b-f099-4749-9cc9-cc0fbaf8af9c HTTP/1.1" status: 200 len: 1093 time: 2.1539807 Nov 12 02:26:42.612281 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8244b795-8dd2-43ee-a703-79b742cd5432', 'tag': '65d1110b-f099-4749-9cc9-cc0fbaf8af9c'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:42.658527 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8f23ed66-fe85-4268-abeb-0c8662a15837 req-e2959ba3-562b-4993-b512-9e48b609fcc9 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720755 Nov 12 02:26:42.676550 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] For port 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=827c9b0b-5bbb-48cc-9c27-94e0fb2378a2,segment=NetworkSegment(9297ec3c-86bc-44f5-82fd-62ac56b69c96),segment_id=9297ec3c-86bc-44f5-82fd-62ac56b69c96)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:42.681155 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] Checking agent: {'id': '0f3aff68-05a9-47a7-920b-43a2694f0a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:42.681502 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] Checking segment: {'id': '5927e006-acd5-430c-9407-59cd336b9d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:42.681911 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] Bound using segment: {'id': '5927e006-acd5-430c-9407-59cd336b9d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:42.682326 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] Bound port: 838aaf11-0ed7-4529-b85a-74acc6e006ad, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5927e006-acd5-430c-9407-59cd336b9d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:42.682734 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:42.703693 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:42.722393 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727d259-fbdb-44e3-a1ad-08158655b0da service neutron] Pushing event updated for resources: {'Port': ['ID=65d1110b-f099-4749-9cc9-cc0fbaf8af9c,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:42.769843 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:42.770483 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:42.771974 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] 10.222.0.65 "PUT /v2.0/ports/827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 HTTP/1.1" status: 200 len: 1093 time: 2.5179038 Nov 12 02:26:42.772859 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-31b1e74d-b576-4ca1-bee3-0d81cc7a06b4 req-a00f7f94-5a1e-4986-a866-4d984273ff3e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008910 Nov 12 02:26:42.798593 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c2a421c5-9412-40a2-b28d-cf9236d8e354 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:42.808262 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c2a421c5-9412-40a2-b28d-cf9236d8e354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:42.821270 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] Pushing event updated for resources: {'Port': ['ID=b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:42.883486 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a56ec06-d2ce-49d3-885a-585bf700d6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "8244b795-8dd2-43ee-a703-79b742cd5432", "tag": "65d1110b-f099-4749-9cc9-cc0fbaf8af9c"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:42.902456 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-c2a421c5-9412-40a2-b28d-cf9236d8e354 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cd9dab4eeb1d4c1da2e7c5a9f01c2fdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8182685 Nov 12 02:26:42.902456 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c87aa9-1a41-468a-88a2-91c5c85857b6 service neutron] Pushing event updated for resources: {'Port': ['ID=827c9b0b-5bbb-48cc-9c27-94e0fb2378a2,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:42.904460 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 39648) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:42.905525 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] For port 838aaf11-0ed7-4529-b85a-74acc6e006ad, host hv-cinder-80857, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:42.908212 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9c27eba8-a331-4d17-830f-8c4c981f6628 req-78a929b8-5429-4786-be52-3db87ccf260c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 210 time: 0.0879195 Nov 12 02:26:42.918318 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] For port 838aaf11-0ed7-4529-b85a-74acc6e006ad, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=838aaf11-0ed7-4529-b85a-74acc6e006ad,segment=NetworkSegment(5927e006-acd5-430c-9407-59cd336b9d8a),segment_id=5927e006-acd5-430c-9407-59cd336b9d8a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:42.919887 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a421c5-9412-40a2-b28d-cf9236d8e354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a73ae82-798a-452f-82bf-afe6fb91730b,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:42.937290 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:42.978654 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] Attempting to bind port b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:42.979121 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] Attempting to bind port b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '9297ec3c-86bc-44f5-82fd-62ac56b69c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7bcaccdf-bd76-45bd-9265-ce14bbe635ff'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:42.979543 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] Attempting to bind port b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9 on network 7bcaccdf-bd76-45bd-9265-ce14bbe635ff {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:42.987391 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-619c1fe9-70ff-4603-9011-3f78f225264c req-31ab03d8-5222-4bfc-bbd8-e4ad8ebcf7bd tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 210 time: 0.1307585 Nov 12 02:26:42.997710 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:42.998333 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:42.999804 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] 10.222.0.65 "PUT /v2.0/ports/838aaf11-0ed7-4529-b85a-74acc6e006ad HTTP/1.1" status: 200 len: 1094 time: 2.7982154 Nov 12 02:26:43.001405 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-f7c758a0-fb32-46ec-a9fc-c0fc844c0d09 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:43.030016 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745b4c4-9d79-4d2a-8c1d-2fb8241a8ddb service neutron] Pushing event updated for resources: {'Port': ['ID=838aaf11-0ed7-4529-b85a-74acc6e006ad,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:43.032767 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6e80e336-3fc5-4ca8-b5bf-022e1d4f4727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:43.040682 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] Port b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9 on network 7bcaccdf-bd76-45bd-9265-ce14bbe635ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:26:43.041064 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] Attempting to bind port b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9 on network 7bcaccdf-bd76-45bd-9265-ce14bbe635ff {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:43.053819 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] Checking agent: {'id': '0f3aff68-05a9-47a7-920b-43a2694f0a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:43.054273 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] Checking segment: {'id': '9297ec3c-86bc-44f5-82fd-62ac56b69c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7bcaccdf-bd76-45bd-9265-ce14bbe635ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:43.055003 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] Bound using segment: {'id': '9297ec3c-86bc-44f5-82fd-62ac56b69c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7bcaccdf-bd76-45bd-9265-ce14bbe635ff'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:43.055537 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] Bound port: b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9297ec3c-86bc-44f5-82fd-62ac56b69c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7bcaccdf-bd76-45bd-9265-ce14bbe635ff'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:43.055891 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:43.059350 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6e80e336-3fc5-4ca8-b5bf-022e1d4f4727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:43.095953 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cffcd9-3427-4006-a2e8-422665f3c522 req-b22a0267-946a-4ce5-b6c2-1d69ad05c63a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:43.098716 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a8cffcd9-3427-4006-a2e8-422665f3c522 req-b22a0267-946a-4ce5-b6c2-1d69ad05c63a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 944 time: 0.1091676 Nov 12 02:26:43.117277 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6e80e336-3fc5-4ca8-b5bf-022e1d4f4727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:43.121577 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6e80e336-3fc5-4ca8-b5bf-022e1d4f4727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:43.125275 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-6e80e336-3fc5-4ca8-b5bf-022e1d4f4727 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9a73ae82-798a-452f-82bf-afe6fb91730b HTTP/1.1" status: 204 len: 168 time: 0.2144735 Nov 12 02:26:43.148897 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80e336-3fc5-4ca8-b5bf-022e1d4f4727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a73ae82-798a-452f-82bf-afe6fb91730b,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:43.159284 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-f7c758a0-fb32-46ec-a9fc-c0fc844c0d09 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:43.212120 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3dd766-1b9f-4160-8cf0-f486442ad51e x-openstack-request-id: req-ed3dd766-1b9f-4160-8cf0-f486442ad51e {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:43.212418 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8244b795-8dd2-43ee-a703-79b742cd5432", "tag": "65d1110b-f099-4749-9cc9-cc0fbaf8af9c", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:43.212672 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ed3dd766-1b9f-4160-8cf0-f486442ad51e {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:43.213184 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8244b795-8dd2-43ee-a703-79b742cd5432', 'tag': '65d1110b-f099-4749-9cc9-cc0fbaf8af9c', 'status': 'completed', 'code': 200} Nov 12 02:26:43.244302 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a8cffcd9-3427-4006-a2e8-422665f3c522 req-d04442d9-699e-4cc8-9381-d54cd4ec10cd tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214941 Nov 12 02:26:43.262960 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] For port b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9, host hv-cinder-80857, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:43.288274 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-f7c758a0-fb32-46ec-a9fc-c0fc844c0d09 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Network ed2ba848-d313-464e-93cb-db87f28d8bf9 is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:43.299210 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-f7c758a0-fb32-46ec-a9fc-c0fc844c0d09 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:43.301659 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-f7c758a0-fb32-46ec-a9fc-c0fc844c0d09 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:43.307522 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-f7c758a0-fb32-46ec-a9fc-c0fc844c0d09 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:43.308157 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-f7c758a0-fb32-46ec-a9fc-c0fc844c0d09 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:43.316165 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] For port b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9,segment=NetworkSegment(9297ec3c-86bc-44f5-82fd-62ac56b69c96),segment_id=9297ec3c-86bc-44f5-82fd-62ac56b69c96)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:43.317251 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c758a0-fb32-46ec-a9fc-c0fc844c0d09 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Pushing event updated for resources: {'Port': ['ID=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:43.327378 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:43.357802 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-f7c758a0-fb32-46ec-a9fc-c0fc844c0d09 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7328916 Nov 12 02:26:43.368717 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:43.369336 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:43.371138 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] 10.222.0.65 "PUT /v2.0/ports/b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9 HTTP/1.1" status: 200 len: 1093 time: 2.9297032 Nov 12 02:26:43.373405 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701cf4eb-6d33-4aa4-a762-2cae743dd618', 'tag': 'b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:43.504624 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 39662) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:43.522360 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1f044dd5-e953-4e3e-8ec9-423b76df4d38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:43.533350 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-4f4a5c20-9fd1-413f-9885-1d625244da3d None None] Provisioning complete for port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:43.534035 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-4f4a5c20-9fd1-413f-9885-1d625244da3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:43.577075 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-4f4a5c20-9fd1-413f-9885-1d625244da3d None None] Port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:26:43.612697 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1f044dd5-e953-4e3e-8ec9-423b76df4d38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:43.618300 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1f044dd5-e953-4e3e-8ec9-423b76df4d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:43.645358 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a113cf-f173-45a9-8856-95bfccd6bc7f service neutron] Pushing event updated for resources: {'Port': ['ID=b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:43.664137 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-1f044dd5-e953-4e3e-8ec9-423b76df4d38 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=52394c04e4474512a5114f1c6145ad64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1582410 Nov 12 02:26:43.665320 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f044dd5-e953-4e3e-8ec9-423b76df4d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddc5235-262e-4173-8571-d9b7d2e5cb2b,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:43.667202 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 39666) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:43.722113 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-89a6e4b4-d657-49e9-abc8-a50c55353062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:43.734423 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ef1ac6-ea35-47d9-a12c-318bb68cbeeb" -d '{"events": [{"name": "network-changed", "server_uuid": "701cf4eb-6d33-4aa4-a762-2cae743dd618", "tag": "b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:43.775760 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-89a6e4b4-d657-49e9-abc8-a50c55353062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:43.822614 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f1300-60c9-410c-9800-0f3e8d2e3ea4 req-ad133d93-3bc2-4e7b-83f9-9e62afffa6af tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:43.824429 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1b8f1300-60c9-410c-9800-0f3e8d2e3ea4 req-ad133d93-3bc2-4e7b-83f9-9e62afffa6af tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 943 time: 0.0870905 Nov 12 02:26:43.859471 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-89a6e4b4-d657-49e9-abc8-a50c55353062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:43.862024 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-89a6e4b4-d657-49e9-abc8-a50c55353062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:43.866898 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-89a6e4b4-d657-49e9-abc8-a50c55353062 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0ddc5235-262e-4173-8571-d9b7d2e5cb2b HTTP/1.1" status: 204 len: 168 time: 0.1984847 Nov 12 02:26:43.885231 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3aea97-5acf-46d4-a792-b90925776970 x-openstack-request-id: req-bd3aea97-5acf-46d4-a792-b90925776970 {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:43.885530 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701cf4eb-6d33-4aa4-a762-2cae743dd618", "tag": "b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:43.885786 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd3aea97-5acf-46d4-a792-b90925776970 {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:43.886262 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701cf4eb-6d33-4aa4-a762-2cae743dd618', 'tag': 'b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9', 'status': 'completed', 'code': 200} Nov 12 02:26:43.891493 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6e4b4-d657-49e9-abc8-a50c55353062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddc5235-262e-4173-8571-d9b7d2e5cb2b,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:43.900925 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1b8f1300-60c9-410c-9800-0f3e8d2e3ea4 req-dc21f307-bf9a-4d22-a8a3-e05723188100 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649760 Nov 12 02:26:44.006692 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-50d8e918-fe91-4c0e-bbb7-5fbfde8b16d0 req-0056968b-910e-487f-a2f9-ecd43e2a6e14 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 210 time: 0.0307615 Nov 12 02:26:44.025507 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58aa97-5743-4ad4-925c-50247220cbef req-073fd9d9-94cd-4021-8934-8c96ee44aa3d tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:44.027517 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7b58aa97-5743-4ad4-925c-50247220cbef req-073fd9d9-94cd-4021-8934-8c96ee44aa3d tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 943 time: 0.0815513 Nov 12 02:26:44.093199 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7b58aa97-5743-4ad4-925c-50247220cbef req-7828677a-3e81-4457-afb1-9ac9ddd8703c tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567627 Nov 12 02:26:44.132293 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a556731-14b1-47ec-8d9e-63685cdb6f47 req-5e1dc186-06f2-424d-b222-e6401f0d1078 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:44.133751 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0a556731-14b1-47ec-8d9e-63685cdb6f47 req-5e1dc186-06f2-424d-b222-e6401f0d1078 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 931 time: 0.0566869 Nov 12 02:26:44.195956 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0a556731-14b1-47ec-8d9e-63685cdb6f47 req-ef7e0d3d-ea5d-4745-9a09-030b55265143 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540669 Nov 12 02:26:44.376964 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d4b06-c94a-4aa6-8222-d0040e55fc10 req-b6132ebe-d9a4-4abf-bb87-bcf0a20a1cac tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:44.378514 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-394d4b06-c94a-4aa6-8222-d0040e55fc10 req-b6132ebe-d9a4-4abf-bb87-bcf0a20a1cac tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 944 time: 0.0507662 Nov 12 02:26:44.432308 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-394d4b06-c94a-4aa6-8222-d0040e55fc10 req-b202cbad-b4cc-4305-85a9-1a680da6d32a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478907 Nov 12 02:26:45.035729 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e92e22-daee-41aa-babd-2f2948e95e18 req-6f59eb96-2cd6-414a-94c1-846a7db2f392 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:45.039036 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b7e92e22-daee-41aa-babd-2f2948e95e18 req-6f59eb96-2cd6-414a-94c1-846a7db2f392 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 943 time: 0.0552590 Nov 12 02:26:45.129697 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b7e92e22-daee-41aa-babd-2f2948e95e18 req-dbf596e1-4139-47d4-b0cd-1f5d77a08776 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821626 Nov 12 02:26:45.157887 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-500ae5d6-29ee-4d2e-b04d-348ec4d57b89 req-ec056a80-7088-45a1-9325-5898f261681a tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 210 time: 0.0527170 Nov 12 02:26:45.214788 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c025f0-3bb5-4ce5-944f-0f553ef80f8a', 'tag': '827c9b0b-5bbb-48cc-9c27-94e0fb2378a2'}, {'name': 'network-changed', 'server_uuid': '7dc3ef58-e30c-44da-bef1-9678e3c7b14a', 'tag': '838aaf11-0ed7-4529-b85a-74acc6e006ad'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:45.217119 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16ab23f-14de-468d-9039-2723ba3b4267" -d '{"events": [{"name": "network-changed", "server_uuid": "44c025f0-3bb5-4ce5-944f-0f553ef80f8a", "tag": "827c9b0b-5bbb-48cc-9c27-94e0fb2378a2"}, {"name": "network-changed", "server_uuid": "7dc3ef58-e30c-44da-bef1-9678e3c7b14a", "tag": "838aaf11-0ed7-4529-b85a-74acc6e006ad"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:45.263441 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c224ba0-f326-47ea-a6b4-b24d0d8c34e4 x-openstack-request-id: req-0c224ba0-f326-47ea-a6b4-b24d0d8c34e4 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:45.263747 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c025f0-3bb5-4ce5-944f-0f553ef80f8a", "tag": "827c9b0b-5bbb-48cc-9c27-94e0fb2378a2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7dc3ef58-e30c-44da-bef1-9678e3c7b14a", "tag": "838aaf11-0ed7-4529-b85a-74acc6e006ad", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:45.263999 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c224ba0-f326-47ea-a6b4-b24d0d8c34e4 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:45.264402 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c025f0-3bb5-4ce5-944f-0f553ef80f8a', 'tag': '827c9b0b-5bbb-48cc-9c27-94e0fb2378a2', 'status': 'completed', 'code': 200} Nov 12 02:26:45.264657 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc3ef58-e30c-44da-bef1-9678e3c7b14a', 'tag': '838aaf11-0ed7-4529-b85a-74acc6e006ad', 'status': 'completed', 'code': 200} Nov 12 02:26:45.283315 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289b394-28a7-4f06-90a7-545037cc35da req-7c7e4e84-00cb-48f4-9e94-65900b71d2c6 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:45.285875 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c289b394-28a7-4f06-90a7-545037cc35da req-7c7e4e84-00cb-48f4-9e94-65900b71d2c6 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 943 time: 0.0722320 Nov 12 02:26:45.359954 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c289b394-28a7-4f06-90a7-545037cc35da req-ba51696e-40b1-46bd-8d67-293f4cbb857b tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673232 Nov 12 02:26:45.405156 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d634728-af46-4c85-a6b4-ad0fd6267e1a req-773516d9-4d36-4d1e-b27f-701b5ad50f06 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:45.406804 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9d634728-af46-4c85-a6b4-ad0fd6267e1a req-773516d9-4d36-4d1e-b27f-701b5ad50f06 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 931 time: 0.0649674 Nov 12 02:26:45.454411 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9d634728-af46-4c85-a6b4-ad0fd6267e1a req-4f316d68-8118-4d81-8e1f-55a0ed604918 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409961 Nov 12 02:26:45.564710 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5d16f-98e5-494d-88fb-038edb6e55a9 req-3ed74b55-a9f1-4c35-8044-e4ea1ce418cd tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:45.566381 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-84c5d16f-98e5-494d-88fb-038edb6e55a9 req-3ed74b55-a9f1-4c35-8044-e4ea1ce418cd tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 944 time: 0.0544455 Nov 12 02:26:45.615782 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-84c5d16f-98e5-494d-88fb-038edb6e55a9 req-e683cf17-f741-473b-aa7f-e6f831b7d861 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426493 Nov 12 02:26:46.098055 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-bd89321c-1cb2-47ab-993f-de7cd92e2fbc tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Request body: {'port': {'device_id': '5c1ce3bd-1739-49be-ab2e-e81c1026ae30', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'admin_state_up': True, 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'security_groups': ['673a9c18-82cf-4441-8b0a-d7cd88ebafb4']}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:46.127016 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] Request body: {'port': {'device_id': '26d16c68-a04c-4a32-a599-e202e6c64152', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:46.345929 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dd7625dd-ef4c-4ed9-8c43-1975145a9c97 req-5b1b6d78-acbb-48fb-9b67-1762c5581043 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 210 time: 0.0857260 Nov 12 02:26:46.369303 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:46.404932 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-3864bb31-1b3f-4ae9-8572-f72b7f971537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:46.406505 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-3864bb31-1b3f-4ae9-8572-f72b7f971537 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1009072a7446b8a468d02d87b9420d&device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 1097 time: 0.2684619 Nov 12 02:26:46.426210 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44022378-f846-405d-820e-612342f7951d req-5dff24ef-5fe5-498e-a85c-67f9e96a938f tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:46.428352 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-44022378-f846-405d-820e-612342f7951d req-5dff24ef-5fe5-498e-a85c-67f9e96a938f tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 943 time: 0.2025130 Nov 12 02:26:46.482645 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef1ac6-ea35-47d9-a12c-318bb68cbeeb req-53fb04e1-c77c-42e4-9885-cf2e7543f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:46.484266 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-41ef1ac6-ea35-47d9-a12c-318bb68cbeeb req-53fb04e1-c77c-42e4-9885-cf2e7543f7fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d7fcf7713f094fac83c523a879fb68ae&device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 1096 time: 0.1774242 Nov 12 02:26:46.488263 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56ec06-d2ce-49d3-885a-585bf700d6a5 req-a222384f-c3d6-4bf0-9dfa-ca02267e4e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:46.489691 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-8a56ec06-d2ce-49d3-885a-585bf700d6a5 req-a222384f-c3d6-4bf0-9dfa-ca02267e4e5e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=913792060b1047f18c5dad6b397f1791&device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 1096 time: 0.1472654 Nov 12 02:26:46.495332 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ab23f-14de-468d-9039-2723ba3b4267 req-e57ff08f-7e36-48ef-a4c5-6f5da922f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:46.496806 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-c16ab23f-14de-468d-9039-2723ba3b4267 req-e57ff08f-7e36-48ef-a4c5-6f5da922f202 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d7fcf7713f094fac83c523a879fb68ae&device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 1096 time: 0.1528034 Nov 12 02:26:46.555226 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-b6c3bc56-9f41-465d-8567-bfff06dadb9d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=838aaf11-0ed7-4529-b85a-74acc6e006ad HTTP/1.1" status: 200 len: 217 time: 0.1258762 Nov 12 02:26:46.595714 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-bd89321c-1cb2-47ab-993f-de7cd92e2fbc tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Made reservation on behalf of 77e4b228dda14fa7852c7fe639ed28b0 for: {'port': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:46.599222 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-bd89321c-1cb2-47ab-993f-de7cd92e2fbc tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:46.607818 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:26:46.736496 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-44022378-f846-405d-820e-612342f7951d req-d52d365b-4e74-4a6b-b022-d74579de1925 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704773 Nov 12 02:26:46.765035 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7893f48-c0c1-496b-b579-bcc1d09e549f req-2b69b0e2-6cd7-4d40-b9e4-1b75bff7838f tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:46.766444 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d7893f48-c0c1-496b-b579-bcc1d09e549f req-2b69b0e2-6cd7-4d40-b9e4-1b75bff7838f tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 943 time: 0.2664113 Nov 12 02:26:46.767926 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-61067d70-c63d-46f1-a579-2958e0b5b028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:46.769347 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-61067d70-c63d-46f1-a579-2958e0b5b028 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0224bb24-7d74-45d6-8986-b81989f6576c HTTP/1.1" status: 200 len: 855 time: 0.1901913 Nov 12 02:26:46.877018 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ab23f-14de-468d-9039-2723ba3b4267 req-fd54cf92-e6cf-4e98-b0ec-8ada573e4127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:46.878555 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-c16ab23f-14de-468d-9039-2723ba3b4267 req-fd54cf92-e6cf-4e98-b0ec-8ada573e4127 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=d7fcf7713f094fac83c523a879fb68ae&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3268285 Nov 12 02:26:46.879757 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56ec06-d2ce-49d3-885a-585bf700d6a5 req-1fd799e5-2eac-484a-b594-11744f82bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:46.881128 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-8a56ec06-d2ce-49d3-885a-585bf700d6a5 req-1fd799e5-2eac-484a-b594-11744f82bd3f service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=913792060b1047f18c5dad6b397f1791&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3379791 Nov 12 02:26:46.882054 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef1ac6-ea35-47d9-a12c-318bb68cbeeb req-17c41b8a-ed9e-482b-aa7e-6c8b73a49669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:46.883399 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-41ef1ac6-ea35-47d9-a12c-318bb68cbeeb req-17c41b8a-ed9e-482b-aa7e-6c8b73a49669 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=d7fcf7713f094fac83c523a879fb68ae&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3491187 Nov 12 02:26:46.894842 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-735dd931-d685-40f1-aae2-a3212394860b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4070c229-4da3-4ab6-91a8-6b9e74d5d318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900805 Nov 12 02:26:47.103904 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d7893f48-c0c1-496b-b579-bcc1d09e549f req-489aa690-3e30-41f1-b471-d76003c7dbdf tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028579 Nov 12 02:26:47.134169 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62788d7-9ed7-4883-b7f8-4aa876b24fb6 req-864f4729-4e30-4b95-845d-bb3ac92efe2a tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:47.135781 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d62788d7-9ed7-4883-b7f8-4aa876b24fb6 req-864f4729-4e30-4b95-845d-bb3ac92efe2a tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 931 time: 0.3125126 Nov 12 02:26:47.176383 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-bd89321c-1cb2-47ab-993f-de7cd92e2fbc tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Allocated IP 172.20.0.3 (38363d6e-af24-4ec9-9ca9-8c61a2487f51/413e91f4-27d9-4216-94e8-e9c6cf51bd63/2c2246ad-0135-4e41-9bee-c87015e386f7) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:47.380026 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef1ac6-ea35-47d9-a12c-318bb68cbeeb req-f752b0d7-faac-499c-a93e-40cb5ca03d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:47.381633 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-41ef1ac6-ea35-47d9-a12c-318bb68cbeeb req-f752b0d7-faac-499c-a93e-40cb5ca03d2d service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4702666 Nov 12 02:26:47.382977 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56ec06-d2ce-49d3-885a-585bf700d6a5 req-82ae7b20-3c98-4b48-a0c2-c3d1423868e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:47.384351 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-8a56ec06-d2ce-49d3-885a-585bf700d6a5 req-82ae7b20-3c98-4b48-a0c2-c3d1423868e5 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4708815 Nov 12 02:26:47.385445 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ab23f-14de-468d-9039-2723ba3b4267 req-cb88424a-2266-4629-8217-54ff7f5d8abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:47.386975 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-c16ab23f-14de-468d-9039-2723ba3b4267 req-cb88424a-2266-4629-8217-54ff7f5d8abf service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4899261 Nov 12 02:26:47.438119 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-a81d8f18-93ef-449f-9b91-225d0b5865e2 service neutron] 10.222.0.65 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5240631 Nov 12 02:26:47.483993 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6159a4de-08df-4c5b-afb6-bc1f4e2f213f {{(pid=101678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:26:47.498724 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:47.518860 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d62788d7-9ed7-4883-b7f8-4aa876b24fb6 req-663bb56a-d334-4c99-b16d-34f2db9a6dde tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3574734 Nov 12 02:26:47.544952 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] Transition to ACTIVE for port object 6159a4de-08df-4c5b-afb6-bc1f4e2f213f will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:26:47.556912 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:47.595892 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b681c2e-f7fd-4b2b-a960-797dd3763c30 req-3049cd4c-1d9e-4921-b351-92601ef71fae tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:47.597412 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1b681c2e-f7fd-4b2b-a960-797dd3763c30 req-3049cd4c-1d9e-4921-b351-92601ef71fae tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 944 time: 0.2318017 Nov 12 02:26:47.680437 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-39873607-405a-485c-8376-3cf25c1ce5d7 req-b8acd565-4ade-42da-be5b-a72580700a26 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 210 time: 0.0598342 Nov 12 02:26:47.701134 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] Pushing event updated for resources: {'Port': ['ID=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:47.781999 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1b681c2e-f7fd-4b2b-a960-797dd3763c30 req-bab4209e-d7c3-44fa-8a74-b5217eeb7b5e tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602952 Nov 12 02:26:47.782779 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] Attempting to bind port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:47.783118 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] Attempting to bind port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '4532c2cc-304e-42e1-a9f0-ec3517792796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:47.783447 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] Attempting to bind port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f on network ed2ba848-d313-464e-93cb-db87f28d8bf9 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:47.804167 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-bd89321c-1cb2-47ab-993f-de7cd92e2fbc tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:47.839274 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] Port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f on network ed2ba848-d313-464e-93cb-db87f28d8bf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:26:47.839629 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] Attempting to bind port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f on network ed2ba848-d313-464e-93cb-db87f28d8bf9 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:47.857720 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] Checking agent: {'id': '0f3aff68-05a9-47a7-920b-43a2694f0a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:47.858156 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] Checking segment: {'id': '4532c2cc-304e-42e1-a9f0-ec3517792796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:47.858745 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] Bound using segment: {'id': '4532c2cc-304e-42e1-a9f0-ec3517792796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:47.859129 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] Bound port: 6159a4de-08df-4c5b-afb6-bc1f4e2f213f, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4532c2cc-304e-42e1-a9f0-ec3517792796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:47.859559 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:47.878363 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-bd89321c-1cb2-47ab-993f-de7cd92e2fbc tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:47.967399 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-bd89321c-1cb2-47ab-993f-de7cd92e2fbc tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Network 38363d6e-af24-4ec9-9ca9-8c61a2487f51 is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:47.986334 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f84aaa-f9f2-4620-92ae-f505c66693a1 req-423959a7-210d-4319-825c-d944a6252545 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:47.987953 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-44f84aaa-f9f2-4620-92ae-f505c66693a1 req-423959a7-210d-4319-825c-d944a6252545 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 943 time: 0.1505198 Nov 12 02:26:47.988614 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89321c-1cb2-47ab-993f-de7cd92e2fbc tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Pushing event updated for resources: {'Port': ['ID=2c2246ad-0135-4e41-9bee-c87015e386f7,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:47.991260 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-bd89321c-1cb2-47ab-993f-de7cd92e2fbc tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:47.995542 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-bd89321c-1cb2-47ab-993f-de7cd92e2fbc tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:48.001196 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-bd89321c-1cb2-47ab-993f-de7cd92e2fbc tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:48.001875 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-bd89321c-1cb2-47ab-993f-de7cd92e2fbc tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:48.050289 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-bd89321c-1cb2-47ab-993f-de7cd92e2fbc tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9564106 Nov 12 02:26:48.057160 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] For port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f, host hv-cinder-80857, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:48.061864 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] For port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:48.069460 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:48.138429 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-44f84aaa-f9f2-4620-92ae-f505c66693a1 req-95d7fe1e-7da9-4f95-a04f-163ee28c73ef tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316597 Nov 12 02:26:48.153199 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:48.153782 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:48.155259 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] 10.222.0.65 "PUT /v2.0/ports/6159a4de-08df-4c5b-afb6-bc1f4e2f213f HTTP/1.1" status: 200 len: 1093 time: 2.0332193 Nov 12 02:26:48.155714 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d16c68-a04c-4a32-a599-e202e6c64152', 'tag': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:48.158000 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbaaee5e-7105-420a-843d-7f12a967c968" -d '{"events": [{"name": "network-changed", "server_uuid": "26d16c68-a04c-4a32-a599-e202e6c64152", "tag": "6159a4de-08df-4c5b-afb6-bc1f4e2f213f"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:48.178882 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b278b-4fd5-4fbd-a15c-f023efcb107a service neutron] Pushing event updated for resources: {'Port': ['ID=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:48.209522 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851fb60d-88f9-411d-827f-07a0aa68a710 x-openstack-request-id: req-851fb60d-88f9-411d-827f-07a0aa68a710 {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:48.209893 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d16c68-a04c-4a32-a599-e202e6c64152", "tag": "6159a4de-08df-4c5b-afb6-bc1f4e2f213f", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:48.210218 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-851fb60d-88f9-411d-827f-07a0aa68a710 {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:48.210710 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d16c68-a04c-4a32-a599-e202e6c64152', 'tag': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f', 'status': 'completed', 'code': 200} Nov 12 02:26:48.283970 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b5bb1-717b-4959-92a6-dc6531abd46e req-337ad123-68eb-4eca-ae53-7dbb56ccdee3 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:48.287801 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-526b5bb1-717b-4959-92a6-dc6531abd46e req-337ad123-68eb-4eca-ae53-7dbb56ccdee3 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 943 time: 0.0801933 Nov 12 02:26:48.337249 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-526b5bb1-717b-4959-92a6-dc6531abd46e req-2b5ade5f-e2de-4777-9b53-b0faf56cc5b7 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456522 Nov 12 02:26:48.366896 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-9dd502d8-c2e2-42f7-958a-f506793c45b1 None None] Provisioning complete for port 2c2246ad-0135-4e41-9bee-c87015e386f7 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:48.367650 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-9dd502d8-c2e2-42f7-958a-f506793c45b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:48.404137 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-9dd502d8-c2e2-42f7-958a-f506793c45b1 None None] Port 2c2246ad-0135-4e41-9bee-c87015e386f7 cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:26:48.650810 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce56cc-55bb-45ec-9e2f-0a60b7761ca7 req-ef806a8c-e43f-4d3b-8bed-68b0538992ff tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:48.652437 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-49ce56cc-55bb-45ec-9e2f-0a60b7761ca7 req-ef806a8c-e43f-4d3b-8bed-68b0538992ff tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0550897 Nov 12 02:26:48.701844 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-49ce56cc-55bb-45ec-9e2f-0a60b7761ca7 req-2ac4aa68-41ab-4ce6-b21f-c032c2f93c60 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432684 Nov 12 02:26:48.803147 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1212ff3-9d07-4981-ab0a-ac619885571d req-1c191d37-7b43-4ac7-9409-406c24c73e2c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:48.804589 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f1212ff3-9d07-4981-ab0a-ac619885571d req-1c191d37-7b43-4ac7-9409-406c24c73e2c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 931 time: 0.0500658 Nov 12 02:26:48.859892 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f1212ff3-9d07-4981-ab0a-ac619885571d req-67db8abe-b22b-4704-8ad2-070b28f3f515 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492489 Nov 12 02:26:48.914636 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74098679-c14a-4a9b-8863-79f8aaef8f95 req-0fed0b55-2a3a-45af-9383-4e2d6c4e352d tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:48.916209 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-74098679-c14a-4a9b-8863-79f8aaef8f95 req-0fed0b55-2a3a-45af-9383-4e2d6c4e352d tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 944 time: 0.0552826 Nov 12 02:26:48.966301 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-74098679-c14a-4a9b-8863-79f8aaef8f95 req-d7efb502-9a9f-4cf7-be6c-06768c4716f4 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438437 Nov 12 02:26:49.242018 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:49.267049 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9a104-7430-4097-8ff6-2b56a6be2b48 req-3a4a94b5-593d-4322-a12c-55e812131ff8 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:49.268812 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-94c9a104-7430-4097-8ff6-2b56a6be2b48 req-3a4a94b5-593d-4322-a12c-55e812131ff8 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 943 time: 0.0560570 Nov 12 02:26:49.328143 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-94c9a104-7430-4097-8ff6-2b56a6be2b48 req-23bc4641-17c8-4d50-9733-ec98b396893b tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517695 Nov 12 02:26:49.467809 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8e923-ad30-49fd-917e-f2105bbe9c22 req-deb83dd1-949f-48e2-a4e9-81e7e830d8bc tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:49.469343 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6ca8e923-ad30-49fd-917e-f2105bbe9c22 req-deb83dd1-949f-48e2-a4e9-81e7e830d8bc tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 943 time: 0.0594239 Nov 12 02:26:49.523750 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6ca8e923-ad30-49fd-917e-f2105bbe9c22 req-b0fe9c2a-6311-4da5-87aa-b71b8ba5d1b9 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473282 Nov 12 02:26:49.825603 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e099c-cd6b-470a-8bc6-6dc9473258ec req-35817169-8e7a-42cb-8e5a-573df0facb60 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:49.828839 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bf2e099c-cd6b-470a-8bc6-6dc9473258ec req-35817169-8e7a-42cb-8e5a-573df0facb60 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0510132 Nov 12 02:26:49.881079 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bf2e099c-cd6b-470a-8bc6-6dc9473258ec req-0c939485-201d-44f2-9ea2-ca1828535a56 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428042 Nov 12 02:26:49.979689 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19366d8-8f72-439f-b6a2-a98c86e677f2 req-9e38e5dc-8853-4fcb-bb79-a026b28263db tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:49.981191 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d19366d8-8f72-439f-b6a2-a98c86e677f2 req-9e38e5dc-8853-4fcb-bb79-a026b28263db tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 931 time: 0.0517523 Nov 12 02:26:50.034296 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d19366d8-8f72-439f-b6a2-a98c86e677f2 req-b5052d89-d774-484c-9bd8-f72f29b40852 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470853 Nov 12 02:26:50.089568 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf8eaa-da6b-4c65-8f20-6bd0d741d882 req-e739f4fb-558f-4d3f-afc3-8b57bb28247f tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:50.091086 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-73cf8eaa-da6b-4c65-8f20-6bd0d741d882 req-e739f4fb-558f-4d3f-afc3-8b57bb28247f tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 944 time: 0.0557663 Nov 12 02:26:50.139385 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-73cf8eaa-da6b-4c65-8f20-6bd0d741d882 req-764b64a3-52a4-43fb-9a5d-1c87b42fcacf tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423117 Nov 12 02:26:50.444117 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de000b46-aaa4-4258-a4fd-581d114591ca req-ed6c4072-2800-4d8b-b72e-f0932f373ac7 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:50.445649 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-de000b46-aaa4-4258-a4fd-581d114591ca req-ed6c4072-2800-4d8b-b72e-f0932f373ac7 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 943 time: 0.0507550 Nov 12 02:26:50.499910 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-de000b46-aaa4-4258-a4fd-581d114591ca req-0b473fbf-4759-4b04-881a-8392b3ef7529 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481157 Nov 12 02:26:50.670953 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdc31d-3aff-40cd-b215-6f0db9900606 req-25116094-6b46-4fe0-9ac4-dfe6c73a8d77 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:50.672578 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e8cdc31d-3aff-40cd-b215-6f0db9900606 req-25116094-6b46-4fe0-9ac4-dfe6c73a8d77 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 943 time: 0.0558610 Nov 12 02:26:50.679363 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] Request body: {'port': {'device_id': '5c1ce3bd-1739-49be-ab2e-e81c1026ae30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:50.840136 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-28e33831-4941-46bd-b3f7-6fa6c545a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:50.841816 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-28e33831-4941-46bd-b3f7-6fa6c545a5cc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d7fcf7713f094fac83c523a879fb68ae&device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 1096 time: 0.1022911 Nov 12 02:26:50.851115 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:50.851348 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaaee5e-7105-420a-843d-7f12a967c968 req-8afe2f55-b05c-483f-b2d5-f9e9ab93d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:50.852858 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-dbaaee5e-7105-420a-843d-7f12a967c968 req-8afe2f55-b05c-483f-b2d5-f9e9ab93d4af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e70a88f4b094066abaf2d0cd853f751&device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 1096 time: 0.1003315 Nov 12 02:26:50.858045 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-ce08a6af-7a34-4938-820a-008349600fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:50.860600 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-ce08a6af-7a34-4938-820a-008349600fde service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=913792060b1047f18c5dad6b397f1791&device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 1096 time: 0.0978153 Nov 12 02:26:50.890599 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e8cdc31d-3aff-40cd-b215-6f0db9900606 req-088b2ead-14df-4e26-addf-8b51a909528d tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062681 Nov 12 02:26:50.899273 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b5676168-fcd9-40dc-b507-7c46c45e11dc req-6446b5e3-1c82-4790-8609-0940b661bc67 service neutron] 10.222.0.65 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169616 Nov 12 02:26:50.931652 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-dd7bd562-1a31-40d7-9ca9-227dd4759aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:50.931652 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-dd7bd562-1a31-40d7-9ca9-227dd4759aa9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d7fcf7713f094fac83c523a879fb68ae&device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 1096 time: 0.1843855 Nov 12 02:26:51.005545 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-8ae5cc78-7534-40ec-90a5-777b5abd6c5f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d1110b-f099-4749-9cc9-cc0fbaf8af9c HTTP/1.1" status: 200 len: 217 time: 0.0970662 Nov 12 02:26:51.006921 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-a61cc2eb-7146-43d0-b2cf-04170ffeda17 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9 HTTP/1.1" status: 200 len: 217 time: 0.1371503 Nov 12 02:26:51.089436 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-6375e6ea-7dc3-4898-8f7c-7f7c96d84f2e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 HTTP/1.1" status: 200 len: 217 time: 0.0693767 Nov 12 02:26:51.164200 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-3d7776b8-7b7e-46b7-8efa-3f5810fcb178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:51.165705 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-3d7776b8-7b7e-46b7-8efa-3f5810fcb178 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7042b1b4-a105-42b5-a00e-7bdb609132e6 HTTP/1.1" status: 200 len: 857 time: 0.1153123 Nov 12 02:26:51.166897 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-300a6d23-296c-47fe-80ca-a8d23db5467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:51.168213 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-300a6d23-296c-47fe-80ca-a8d23db5467d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f6f32e6-15c4-48d9-9b1b-4c400029963b HTTP/1.1" status: 200 len: 851 time: 0.1189966 Nov 12 02:26:51.216727 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaaee5e-7105-420a-843d-7f12a967c968 req-ae046174-0b00-43e4-8e18-b44e98e11574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:51.218136 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-dbaaee5e-7105-420a-843d-7f12a967c968 req-ae046174-0b00-43e4-8e18-b44e98e11574 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=4e70a88f4b094066abaf2d0cd853f751&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3111339 Nov 12 02:26:51.250685 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-5addeb07-9ab8-4ba9-9f65-12ae6fe31689 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bcaccdf-bd76-45bd-9265-ce14bbe635ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715950 Nov 12 02:26:51.252352 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-901647d7-53fc-4422-859c-2cc5b6186b48 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=95991a5c-ee47-43e2-ab98-8e43221b404f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710163 Nov 12 02:26:51.252477 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6461970-ad0e-46e9-b9e4-5d0c8727ea75 req-0fa6a643-d102-48dc-ac31-fcdd36315ecd tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:51.254024 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d6461970-ad0e-46e9-b9e4-5d0c8727ea75 req-0fa6a643-d102-48dc-ac31-fcdd36315ecd tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.2438705 Nov 12 02:26:51.268036 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-4677529d-f58e-485d-94fc-e550a6063b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:51.269464 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-4677529d-f58e-485d-94fc-e550a6063b42 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7042b1b4-a105-42b5-a00e-7bdb609132e6 HTTP/1.1" status: 200 len: 857 time: 0.1703470 Nov 12 02:26:51.282780 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ab23f-14de-468d-9039-2723ba3b4267 req-ebeae647-d2e0-48a6-a8de-4e74c581b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:51.284442 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c16ab23f-14de-468d-9039-2723ba3b4267 req-ebeae647-d2e0-48a6-a8de-4e74c581b820 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1009072a7446b8a468d02d87b9420d&device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 1097 time: 0.2063153 Nov 12 02:26:51.369616 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-5becf695-b978-4c68-b0d9-5466db4f3538 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bcaccdf-bd76-45bd-9265-ce14bbe635ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920401 Nov 12 02:26:51.513434 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-a32be782-51f9-47af-ac33-0398b30e30ac service neutron] 10.222.0.65 "GET /v2.0/networks/95991a5c-ee47-43e2-ab98-8e43221b404f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430062 Nov 12 02:26:51.516659 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaaee5e-7105-420a-843d-7f12a967c968 req-2edbfe6d-f765-473c-9553-2db728f0dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:51.518214 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-dbaaee5e-7105-420a-843d-7f12a967c968 req-2edbfe6d-f765-473c-9553-2db728f0dd68 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2696958 Nov 12 02:26:51.522576 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-bb42bbdb-208a-4e26-a7c4-85ad6b75a2b5 service neutron] 10.222.0.65 "GET /v2.0/networks/7bcaccdf-bd76-45bd-9265-ce14bbe635ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508690 Nov 12 02:26:51.572683 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaef0dc-b09b-4522-9f0f-db68f85ee6fb req-3b897f6b-1e28-4613-afd1-b3a6206bd1af tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:51.574275 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-feaef0dc-b09b-4522-9f0f-db68f85ee6fb req-3b897f6b-1e28-4613-afd1-b3a6206bd1af tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 931 time: 0.4495237 Nov 12 02:26:51.737962 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-3d96b2fa-6082-436f-9ee3-c6f9332e2a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:51.739398 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-3d96b2fa-6082-436f-9ee3-c6f9332e2a99 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e70a88f4b094066abaf2d0cd853f751&device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 1096 time: 0.1414661 Nov 12 02:26:51.751189 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-9163e758-c5b2-442e-a337-be48d8948404 service neutron] 10.222.0.65 "GET /v2.0/networks/7bcaccdf-bd76-45bd-9265-ce14bbe635ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968393 Nov 12 02:26:51.754595 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-b3a53b34-6bf2-4583-8f55-b1c980820d76 req-6958f133-5827-4882-a415-87f32f0c9f6f service neutron] 10.222.0.65 "GET /v2.0/networks/95991a5c-ee47-43e2-ab98-8e43221b404f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100303 Nov 12 02:26:51.767817 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d6461970-ad0e-46e9-b9e4-5d0c8727ea75 req-fbd5f461-ee86-4abf-90cd-f80a38bc0287 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5058649 Nov 12 02:26:51.820005 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-6bf3f5bf-ee63-4a9f-9b31-d470dae8a4c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6159a4de-08df-4c5b-afb6-bc1f4e2f213f HTTP/1.1" status: 200 len: 217 time: 0.0571072 Nov 12 02:26:51.864372 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-feaef0dc-b09b-4522-9f0f-db68f85ee6fb req-b6df1595-525b-4c4c-a29b-b5cee4035dc0 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733536 Nov 12 02:26:51.865446 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ab23f-14de-468d-9039-2723ba3b4267 req-ec6cba2f-d1a3-4ed4-8a4d-ab7f2af8b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:51.866937 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c16ab23f-14de-468d-9039-2723ba3b4267 req-ec6cba2f-d1a3-4ed4-8a4d-ab7f2af8b1ad service neutron] 10.222.0.65 "GET /v2.0/networks?id=4070c229-4da3-4ab6-91a8-6b9e74d5d318 HTTP/1.1" status: 200 len: 916 time: 0.5584450 Nov 12 02:26:51.952464 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-cb75a996-29d9-4264-9302-744273bf24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:51.953944 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-cb75a996-29d9-4264-9302-744273bf24c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a36fabb7-5929-480d-92d3-1a57b54853bf HTTP/1.1" status: 200 len: 855 time: 0.0635250 Nov 12 02:26:51.967878 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c16ab23f-14de-468d-9039-2723ba3b4267 req-ccfa15bf-001b-4688-8bc4-f39e2c3d84cf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=838aaf11-0ed7-4529-b85a-74acc6e006ad HTTP/1.1" status: 200 len: 217 time: 0.0586112 Nov 12 02:26:51.976137 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-914b19fd-af62-4175-9a69-4fcb30e8fc1b service neutron] 10.222.0.65 "GET /v2.0/networks/7bcaccdf-bd76-45bd-9265-ce14bbe635ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986683 Nov 12 02:26:52.019195 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-ff6ceb06-d798-4952-8053-60127f760f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:52.020860 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-ff6ceb06-d798-4952-8053-60127f760f51 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed2ba848-d313-464e-93cb-db87f28d8bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592382 Nov 12 02:26:52.048525 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2246ad-0135-4e41-9bee-c87015e386f7 {{(pid=101678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:26:52.070144 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.132350 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-896a02a4-7d9e-475e-a96e-08d0a905191d service neutron] 10.222.0.65 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008031 Nov 12 02:26:52.140891 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ab23f-14de-468d-9039-2723ba3b4267 req-09c3a534-53a4-45dd-8fcd-af64cb12b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:52.142396 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c16ab23f-14de-468d-9039-2723ba3b4267 req-09c3a534-53a4-45dd-8fcd-af64cb12b7e3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0224bb24-7d74-45d6-8986-b81989f6576c HTTP/1.1" status: 200 len: 855 time: 0.1617303 Nov 12 02:26:52.147113 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] Transition to ACTIVE for port object 2c2246ad-0135-4e41-9bee-c87015e386f7 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:26:52.164247 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a70af6-94bd-4e5c-a8d7-0007c45dff9e req-3c2d4a53-9b7b-4122-9a62-d879b7e9d489 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:52.165844 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-00a70af6-94bd-4e5c-a8d7-0007c45dff9e req-3c2d4a53-9b7b-4122-9a62-d879b7e9d489 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 944 time: 0.3091204 Nov 12 02:26:52.182617 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.219255 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c16ab23f-14de-468d-9039-2723ba3b4267 req-6fb1d2cc-5112-4fa9-83d3-134356d2f73d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4070c229-4da3-4ab6-91a8-6b9e74d5d318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634825 Nov 12 02:26:52.237524 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54239fb3-d87e-4b53-b683-7b4e9e24aac2 req-3f8706b0-f2dc-4ee0-a3e2-1aba5bf91e93 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:52.239134 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-54239fb3-d87e-4b53-b683-7b4e9e24aac2 req-3f8706b0-f2dc-4ee0-a3e2-1aba5bf91e93 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 943 time: 0.2694821 Nov 12 02:26:52.365774 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-16a6f5b3-8954-4e97-a21c-aab572d558fc req-5ae68554-c8a7-43d6-a114-c0e99f2de9c6 service neutron] 10.222.0.65 "GET /v2.0/networks/7bcaccdf-bd76-45bd-9265-ce14bbe635ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649724 Nov 12 02:26:52.416577 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2246ad-0135-4e41-9bee-c87015e386f7,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:52.431126 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-e5a76665-3fad-4d47-8785-cc5a422f197e req-4f3cd05e-ef81-4c4b-abc5-0fcfa6d28f2f service neutron] 10.222.0.65 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911994 Nov 12 02:26:52.535213 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-00a70af6-94bd-4e5c-a8d7-0007c45dff9e req-5e32d571-0bed-4614-9ecf-f4bf349107b2 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520880 Nov 12 02:26:52.541196 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-54239fb3-d87e-4b53-b683-7b4e9e24aac2 req-b2ebd7e8-54ab-483c-9c93-497c805f1068 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582216 Nov 12 02:26:52.544562 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c16ab23f-14de-468d-9039-2723ba3b4267 req-b8710beb-864d-42f3-b7f6-c8d2dc242f21 service neutron] 10.222.0.65 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785397 Nov 12 02:26:52.561123 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] Attempting to bind port 2c2246ad-0135-4e41-9bee-c87015e386f7 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:52.561591 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] Attempting to bind port 2c2246ad-0135-4e41-9bee-c87015e386f7 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'b5585940-4db6-45e9-a202-a9a8eaf4bd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:52.561782 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] Attempting to bind port 2c2246ad-0135-4e41-9bee-c87015e386f7 on network 38363d6e-af24-4ec9-9ca9-8c61a2487f51 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:52.588446 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] Port 2c2246ad-0135-4e41-9bee-c87015e386f7 on network 38363d6e-af24-4ec9-9ca9-8c61a2487f51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:26:52.589044 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] Attempting to bind port 2c2246ad-0135-4e41-9bee-c87015e386f7 on network 38363d6e-af24-4ec9-9ca9-8c61a2487f51 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:52.603969 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] Checking agent: {'id': '0f3aff68-05a9-47a7-920b-43a2694f0a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:52.604306 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] Checking segment: {'id': 'b5585940-4db6-45e9-a202-a9a8eaf4bd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:52.605124 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] Bound using segment: {'id': 'b5585940-4db6-45e9-a202-a9a8eaf4bd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:52.605250 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] Bound port: 2c2246ad-0135-4e41-9bee-c87015e386f7, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5585940-4db6-45e9-a202-a9a8eaf4bd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:52.605637 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.746387 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c16ab23f-14de-468d-9039-2723ba3b4267 req-63b79746-e954-45c8-bd06-575846d60b20 service neutron] 10.222.0.65 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819994 Nov 12 02:26:52.762069 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac6a75-2cf1-4739-8a74-e7e93e0ca169 req-583f607b-2b58-4d56-a4fd-0fab9785db13 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:52.763657 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d1ac6a75-2cf1-4739-8a74-e7e93e0ca169 req-583f607b-2b58-4d56-a4fd-0fab9785db13 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 943 time: 0.1303906 Nov 12 02:26:52.767845 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] For port 2c2246ad-0135-4e41-9bee-c87015e386f7, host hv-cinder-80857, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:52.771615 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] For port 2c2246ad-0135-4e41-9bee-c87015e386f7, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=2c2246ad-0135-4e41-9bee-c87015e386f7,segment=NetworkSegment(b5585940-4db6-45e9-a202-a9a8eaf4bd20),segment_id=b5585940-4db6-45e9-a202-a9a8eaf4bd20)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:52.788501 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.839503 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:52.840147 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.841544 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] 10.222.0.65 "PUT /v2.0/ports/2c2246ad-0135-4e41-9bee-c87015e386f7 HTTP/1.1" status: 200 len: 1093 time: 2.1668077 Nov 12 02:26:52.842023 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1ce3bd-1739-49be-ab2e-e81c1026ae30', 'tag': '2c2246ad-0135-4e41-9bee-c87015e386f7'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:52.844308 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b37b82-fa5a-493e-92b4-7b3aab0651cc" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1ce3bd-1739-49be-ab2e-e81c1026ae30", "tag": "2c2246ad-0135-4e41-9bee-c87015e386f7"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:52.893651 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d1ac6a75-2cf1-4739-8a74-e7e93e0ca169 req-dd758552-6eb1-49a9-8314-a85719595184 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204317 Nov 12 02:26:52.942009 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f2535-f27a-4caf-a790-ae19d29419d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2246ad-0135-4e41-9bee-c87015e386f7,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:52.961558 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac004526-83f7-4812-b187-3b16ab0718c4 x-openstack-request-id: req-ac004526-83f7-4812-b187-3b16ab0718c4 {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:52.961924 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1ce3bd-1739-49be-ab2e-e81c1026ae30", "tag": "2c2246ad-0135-4e41-9bee-c87015e386f7", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:52.962242 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ac004526-83f7-4812-b187-3b16ab0718c4 {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:52.962715 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1ce3bd-1739-49be-ab2e-e81c1026ae30', 'tag': '2c2246ad-0135-4e41-9bee-c87015e386f7', 'status': 'completed', 'code': 200} Nov 12 02:26:53.002791 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdd974-2951-4637-9edb-c2dc9ab56601 req-68052fd7-9993-4643-aa9c-2cd82b78eb50 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:53.010541 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b2cdd974-2951-4637-9edb-c2dc9ab56601 req-68052fd7-9993-4643-aa9c-2cd82b78eb50 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.1472542 Nov 12 02:26:53.067435 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-8482b69f-aa2f-4f68-83c9-8a86e93730f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:53.069145 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-8482b69f-aa2f-4f68-83c9-8a86e93730f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77e4b228dda14fa7852c7fe639ed28b0&device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 1096 time: 0.1323314 Nov 12 02:26:53.136072 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b2cdd974-2951-4637-9edb-c2dc9ab56601 req-cee0849f-63d3-4d0a-a16f-a0c5229c42c1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243184 Nov 12 02:26:53.138168 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-6b0a5020-5e5a-40f9-82a0-009fb9c58a82 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c2246ad-0135-4e41-9bee-c87015e386f7 HTTP/1.1" status: 200 len: 217 time: 0.0525639 Nov 12 02:26:53.155544 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b44a5-ccbc-41fc-89e4-723bd2760194 req-3ab06576-f796-4118-9bd9-7441e9219ae9 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:53.159274 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f64b44a5-ccbc-41fc-89e4-723bd2760194 req-3ab06576-f796-4118-9bd9-7441e9219ae9 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 943 time: 0.1452947 Nov 12 02:26:53.246572 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-0213f6ff-8278-49f5-859b-8a1e19028bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:53.248102 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-0213f6ff-8278-49f5-859b-8a1e19028bf4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=413e91f4-27d9-4216-94e8-e9c6cf51bd63 HTTP/1.1" status: 200 len: 849 time: 0.0872846 Nov 12 02:26:53.252008 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f64b44a5-ccbc-41fc-89e4-723bd2760194 req-29422352-483e-4d93-a4cf-68bdc2686003 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785151 Nov 12 02:26:53.312686 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-32545f57-15d7-4366-beb6-e6bb8d14ef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:53.314313 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-32545f57-15d7-4366-beb6-e6bb8d14ef54 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=38363d6e-af24-4ec9-9ca9-8c61a2487f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566053 Nov 12 02:26:53.445013 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 39918) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:53.558412 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4e47bba6-9db9-4d46-a7a8-dcadf18c7410 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:53.961038 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4e47bba6-9db9-4d46-a7a8-dcadf18c7410 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:53.973482 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4e47bba6-9db9-4d46-a7a8-dcadf18c7410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:54.010753 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74127d-fdc9-4968-ad9b-5115c641663f req-cd7912ca-1d76-4c9b-a841-894c51b44c09 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:54.012254 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8c74127d-fdc9-4968-ad9b-5115c641663f req-cd7912ca-1d76-4c9b-a841-894c51b44c09 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 943 time: 0.3634489 Nov 12 02:26:54.019654 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac887250-7a78-4e6a-8119-b73af13d4884 req-9c133468-cff5-4dd1-b975-ee5f9c87acea tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:54.021021 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ac887250-7a78-4e6a-8119-b73af13d4884 req-9c133468-cff5-4dd1-b975-ee5f9c87acea tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 944 time: 0.3934448 Nov 12 02:26:54.081455 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47bba6-9db9-4d46-a7a8-dcadf18c7410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1c1868-08bd-41e8-a380-ada11eb6d28b,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:54.085706 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-4e47bba6-9db9-4d46-a7a8-dcadf18c7410 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b3ad3ed2dd441e8aca2799e9c8af871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6396599 Nov 12 02:26:54.087773 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-75657e80-ffdf-40a5-b2fc-a253102e4f42 service neutron] 10.222.0.65 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400983 Nov 12 02:26:54.088473 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 39950) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:54.135787 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8c74127d-fdc9-4968-ad9b-5115c641663f req-fce03f7d-0cdb-4417-9d60-7b9b43d8645a tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110055 Nov 12 02:26:54.139063 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ac887250-7a78-4e6a-8119-b73af13d4884 req-b10f7bb5-ca7d-47d4-a664-de453502d9ae tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020811 Nov 12 02:26:54.148463 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-23d9bb34-7db1-439b-9f4e-57116a9bae7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:54.185644 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-23d9bb34-7db1-439b-9f4e-57116a9bae7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:54.244786 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-23d9bb34-7db1-439b-9f4e-57116a9bae7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:54.247699 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-23d9bb34-7db1-439b-9f4e-57116a9bae7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:54.248875 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-23d9bb34-7db1-439b-9f4e-57116a9bae7f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3d1c1868-08bd-41e8-a380-ada11eb6d28b HTTP/1.1" status: 204 len: 168 time: 0.1591032 Nov 12 02:26:54.258754 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9bb34-7db1-439b-9f4e-57116a9bae7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1c1868-08bd-41e8-a380-ada11eb6d28b,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:54.290978 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806f21f-c0a4-4e0c-8913-12320596ccbe req-c48a829a-2110-4902-91fc-92eb393e840a tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:54.292477 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1806f21f-c0a4-4e0c-8913-12320596ccbe req-c48a829a-2110-4902-91fc-92eb393e840a tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 943 time: 0.0873835 Nov 12 02:26:54.317713 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf786f-bf48-4336-a8e8-56ce3786fa5e req-854cc922-0f57-4f68-aa3e-7d76547e8b75 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:54.320149 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3aaf786f-bf48-4336-a8e8-56ce3786fa5e req-854cc922-0f57-4f68-aa3e-7d76547e8b75 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0831425 Nov 12 02:26:54.393725 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1806f21f-c0a4-4e0c-8913-12320596ccbe req-e68f183d-d8f5-4d97-8412-af44576d2d99 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877557 Nov 12 02:26:54.397444 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3aaf786f-bf48-4336-a8e8-56ce3786fa5e req-39141921-91a7-4551-a376-f74161491b4e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644350 Nov 12 02:26:54.505308 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bbb7d-49c3-4c16-bcdd-d5b2d9611fca req-068a7a0d-3da4-4fe2-81b9-4632e6e320ef tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:54.506902 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ae8bbb7d-49c3-4c16-bcdd-d5b2d9611fca req-068a7a0d-3da4-4fe2-81b9-4632e6e320ef tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 943 time: 0.0539572 Nov 12 02:26:54.567328 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ae8bbb7d-49c3-4c16-bcdd-d5b2d9611fca req-c92f204a-df40-4474-9a94-3157bd370f8a tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537152 Nov 12 02:26:54.585144 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 39960) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:54.602107 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2a841b80-13bb-4ef3-9e9e-942c8b944750 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:54.680168 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2a841b80-13bb-4ef3-9e9e-942c8b944750 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:54.683996 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2a841b80-13bb-4ef3-9e9e-942c8b944750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:54.722964 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-2a841b80-13bb-4ef3-9e9e-942c8b944750 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=68259ddbb8014bb584d9a630ed7ba222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365678 Nov 12 02:26:54.723813 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a841b80-13bb-4ef3-9e9e-942c8b944750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a825532a-2732-46f1-9fd8-dc993b994ea6,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:54.726327 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 39962) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:54.780686 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-96f3f560-ce88-4935-a27d-913915a4e110 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:54.801886 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-96f3f560-ce88-4935-a27d-913915a4e110 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:54.852654 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-96f3f560-ce88-4935-a27d-913915a4e110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:54.855192 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-96f3f560-ce88-4935-a27d-913915a4e110 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:54.856344 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-96f3f560-ce88-4935-a27d-913915a4e110 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a825532a-2732-46f1-9fd8-dc993b994ea6 HTTP/1.1" status: 204 len: 168 time: 0.1289332 Nov 12 02:26:54.864164 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3f560-ce88-4935-a27d-913915a4e110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a825532a-2732-46f1-9fd8-dc993b994ea6,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:55.041283 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1cb4edc5-99c8-4ec7-a4e3-22b889da0dc5 req-8ca12ac5-299d-4690-99dd-e227520ae950 service neutron] 10.222.0.65 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939219 Nov 12 02:26:55.296820 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638191b5-8a81-43e5-863d-86defcaa7de3 req-015416be-80a5-468a-8503-8f4b18cfa403 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:55.298360 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-638191b5-8a81-43e5-863d-86defcaa7de3 req-015416be-80a5-468a-8503-8f4b18cfa403 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 943 time: 0.0881245 Nov 12 02:26:55.314234 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f763e-0970-4ee0-b846-30c7e59833a7 req-1caf3ea3-4349-497b-8322-232976ed7a7e tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:55.315772 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-710f763e-0970-4ee0-b846-30c7e59833a7 req-1caf3ea3-4349-497b-8322-232976ed7a7e tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 944 time: 0.0709128 Nov 12 02:26:55.385068 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-638191b5-8a81-43e5-863d-86defcaa7de3 req-53cd380b-c2fe-4abf-82d7-76fbedc951c1 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682962 Nov 12 02:26:55.402790 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-710f763e-0970-4ee0-b846-30c7e59833a7 req-c2c79f66-ebfd-4523-bf71-53a198911e60 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785542 Nov 12 02:26:55.555459 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823a7b5-aedf-4514-89b4-d83266699036 req-ffa3cac2-a0df-4a87-8d8f-a02c74fcaa09 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:55.556973 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d823a7b5-aedf-4514-89b4-d83266699036 req-ffa3cac2-a0df-4a87-8d8f-a02c74fcaa09 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 943 time: 0.0941577 Nov 12 02:26:55.569541 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3d6ee-da25-48ae-9345-39a486266fd7 req-23c92926-fd1b-42ce-9519-1d02bf7a48c7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:55.571074 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d6f3d6ee-da25-48ae-9345-39a486266fd7 req-23c92926-fd1b-42ce-9519-1d02bf7a48c7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0739331 Nov 12 02:26:55.647756 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d823a7b5-aedf-4514-89b4-d83266699036 req-2cd0ebb6-7466-4b63-9c4f-cedb620599ba tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738740 Nov 12 02:26:55.649958 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d6f3d6ee-da25-48ae-9345-39a486266fd7 req-5c0cf48a-c8ec-494f-baca-b62d8e7ccd2b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718758 Nov 12 02:26:55.759701 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c5c9-78d8-41c5-a193-61fc1ced9552 req-f4e2406b-9318-4e8f-9686-f687e291d740 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:55.761228 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b751c5c9-78d8-41c5-a193-61fc1ced9552 req-f4e2406b-9318-4e8f-9686-f687e291d740 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 943 time: 0.0538340 Nov 12 02:26:55.817390 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b751c5c9-78d8-41c5-a193-61fc1ced9552 req-040d1789-7a5a-416a-a252-c09e3c6eb87e tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495329 Nov 12 02:26:56.044905 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 40014) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:56.164893 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-01c5b536-58b2-41c7-a994-c29f8f2bb903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:56.242786 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-01c5b536-58b2-41c7-a994-c29f8f2bb903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:56.246974 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-01c5b536-58b2-41c7-a994-c29f8f2bb903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:56.283116 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5b536-58b2-41c7-a994-c29f8f2bb903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648c6a6c-aebe-4b15-83fc-3168f3e6152a,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:56.287429 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-01c5b536-58b2-41c7-a994-c29f8f2bb903 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2e51af26911b436298a3e030aa9466ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412961 Nov 12 02:26:56.290160 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 40022) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:56.344884 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0f987e69-0c79-408b-8d77-f73cdd5e4899 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:56.366525 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0f987e69-0c79-408b-8d77-f73cdd5e4899 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:56.414637 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0f987e69-0c79-408b-8d77-f73cdd5e4899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:56.417278 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0f987e69-0c79-408b-8d77-f73cdd5e4899 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:56.418561 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-0f987e69-0c79-408b-8d77-f73cdd5e4899 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/648c6a6c-aebe-4b15-83fc-3168f3e6152a HTTP/1.1" status: 204 len: 168 time: 0.1273198 Nov 12 02:26:56.426490 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f987e69-0c79-408b-8d77-f73cdd5e4899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648c6a6c-aebe-4b15-83fc-3168f3e6152a,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:56.567880 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6852230-854c-4917-99f1-200f60d50a63 req-02c2b986-a3a8-45bc-bb4c-a4be547bc117 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:56.569425 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f6852230-854c-4917-99f1-200f60d50a63 req-02c2b986-a3a8-45bc-bb4c-a4be547bc117 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 943 time: 0.0837293 Nov 12 02:26:56.578183 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e27d09-12f0-4103-af57-ede20e5dafd6 req-837d5630-2f0d-4c84-a3e6-4ba2bb4c33b6 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:56.579702 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f4e27d09-12f0-4103-af57-ede20e5dafd6 req-837d5630-2f0d-4c84-a3e6-4ba2bb4c33b6 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 944 time: 0.0927176 Nov 12 02:26:56.651970 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f6852230-854c-4917-99f1-200f60d50a63 req-798360c3-4165-41d8-bf1a-8d2620d27079 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712740 Nov 12 02:26:56.659637 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f4e27d09-12f0-4103-af57-ede20e5dafd6 req-c0dc5b2f-69ec-4d08-a828-f92045ca1c8b tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729420 Nov 12 02:26:56.815535 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810cfc4-d75a-4589-baa2-c5831168696c req-b50c694e-c60e-4d51-abff-3e9cdaa40661 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:56.817056 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7810cfc4-d75a-4589-baa2-c5831168696c req-b50c694e-c60e-4d51-abff-3e9cdaa40661 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 943 time: 0.0871542 Nov 12 02:26:56.832148 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fffb2-134d-4fb9-bcc5-187a26c5b926 req-eefdc05e-2839-4d98-8caa-8b263200dc82 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:56.838154 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-578fffb2-134d-4fb9-bcc5-187a26c5b926 req-eefdc05e-2839-4d98-8caa-8b263200dc82 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0902836 Nov 12 02:26:56.905572 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7810cfc4-d75a-4589-baa2-c5831168696c req-8ff452fd-04be-41da-89df-4996be5d43d9 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708380 Nov 12 02:26:56.919534 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-578fffb2-134d-4fb9-bcc5-187a26c5b926 req-b6b95d98-d3a5-434d-bf6a-48bc9ef52506 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769720 Nov 12 02:26:57.019371 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb897b2-1eec-4042-b523-eb816ce159f2 req-a033a7b5-9216-4ca5-a18f-0438e7892f1a tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:57.021402 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ffb897b2-1eec-4042-b523-eb816ce159f2 req-a033a7b5-9216-4ca5-a18f-0438e7892f1a tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 943 time: 0.0527194 Nov 12 02:26:57.074758 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ffb897b2-1eec-4042-b523-eb816ce159f2 req-f5818a0f-e6c9-4996-a972-ed32ba188639 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467176 Nov 12 02:26:57.389432 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b37b82-fa5a-493e-92b4-7b3aab0651cc req-6d81ca3d-a32c-423f-91ea-e9f182c61d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:57.391151 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-61b37b82-fa5a-493e-92b4-7b3aab0651cc req-6d81ca3d-a32c-423f-91ea-e9f182c61d65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77e4b228dda14fa7852c7fe639ed28b0&device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 1096 time: 0.0467310 Nov 12 02:26:57.491842 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b37b82-fa5a-493e-92b4-7b3aab0651cc req-2d583a74-58c4-4d52-bb1e-360869a52a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:57.494164 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-61b37b82-fa5a-493e-92b4-7b3aab0651cc req-2d583a74-58c4-4d52-bb1e-360869a52a50 service neutron] 10.222.0.65 "GET /v2.0/networks?id=38363d6e-af24-4ec9-9ca9-8c61a2487f51 HTTP/1.1" status: 200 len: 911 time: 0.0890579 Nov 12 02:26:57.547324 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-61b37b82-fa5a-493e-92b4-7b3aab0651cc req-54d426fd-bcb0-4f53-8cad-d47e8bd17d42 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c2246ad-0135-4e41-9bee-c87015e386f7 HTTP/1.1" status: 200 len: 217 time: 0.0448251 Nov 12 02:26:57.637009 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b37b82-fa5a-493e-92b4-7b3aab0651cc req-ba135021-16e6-49da-8a81-187a74e0d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:57.638641 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-61b37b82-fa5a-493e-92b4-7b3aab0651cc req-ba135021-16e6-49da-8a81-187a74e0d18e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=413e91f4-27d9-4216-94e8-e9c6cf51bd63 HTTP/1.1" status: 200 len: 849 time: 0.0483255 Nov 12 02:26:57.688433 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b37b82-fa5a-493e-92b4-7b3aab0651cc req-ff15cea5-4618-46dd-b929-687a893d1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:57.689960 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-61b37b82-fa5a-493e-92b4-7b3aab0651cc req-ff15cea5-4618-46dd-b929-687a893d1534 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=38363d6e-af24-4ec9-9ca9-8c61a2487f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427251 Nov 12 02:26:57.856940 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7734ee7-0e32-4df3-85bb-797d3429face req-9a8718f2-8c2a-4907-b694-39781214ae86 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:57.858335 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d7734ee7-0e32-4df3-85bb-797d3429face req-9a8718f2-8c2a-4907-b694-39781214ae86 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 943 time: 0.1356118 Nov 12 02:26:57.860139 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-61b37b82-fa5a-493e-92b4-7b3aab0651cc req-a0b3a8d2-0d51-42b8-a272-ef5ed262e701 service neutron] 10.222.0.65 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625478 Nov 12 02:26:57.868571 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc009b3-9bdf-4e12-b836-659612253689 req-3cd6ffda-4555-4063-8350-a224f58320e9 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:57.870103 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5fc009b3-9bdf-4e12-b836-659612253689 req-3cd6ffda-4555-4063-8350-a224f58320e9 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 944 time: 0.1347501 Nov 12 02:26:58.034879 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5fc009b3-9bdf-4e12-b836-659612253689 req-c6047baa-07ea-44aa-ae35-0a9b233b7cfb tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395247 Nov 12 02:26:58.040707 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d7734ee7-0e32-4df3-85bb-797d3429face req-ca707289-a9ff-4980-a825-482d8d43c788 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695426 Nov 12 02:26:58.069022 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-61b37b82-fa5a-493e-92b4-7b3aab0651cc req-2ccc7416-2dd6-4632-9632-5b7845339509 service neutron] 10.222.0.65 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960080 Nov 12 02:26:58.176964 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f16495-2dc1-44ad-a5cb-842fc19de46e req-1221bdcd-6fef-4c3b-9c14-0957ac51443b tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:58.179080 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b4f16495-2dc1-44ad-a5cb-842fc19de46e req-1221bdcd-6fef-4c3b-9c14-0957ac51443b tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 943 time: 0.0841219 Nov 12 02:26:58.186594 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab3676-8d6e-4c50-b024-1fd4fbeeb441 req-2096c2ff-54e3-46ea-836f-4a1b76af3e7b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:58.188019 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f0ab3676-8d6e-4c50-b024-1fd4fbeeb441 req-2096c2ff-54e3-46ea-836f-4a1b76af3e7b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0831046 Nov 12 02:26:58.263896 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b4f16495-2dc1-44ad-a5cb-842fc19de46e req-76f4e32b-7ff7-4ea7-83c3-281913ed9eb0 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749018 Nov 12 02:26:58.272963 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f0ab3676-8d6e-4c50-b024-1fd4fbeeb441 req-f06ff55c-9f30-4404-9f34-0ed509d40b09 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735331 Nov 12 02:26:58.380504 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf95ed-b70a-4c79-9659-2001f619f5ae req-4c5f2dcc-f2bc-4498-80f5-ecad549f9677 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:58.382020 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-26cf95ed-b70a-4c79-9659-2001f619f5ae req-4c5f2dcc-f2bc-4498-80f5-ecad549f9677 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 943 time: 0.0517232 Nov 12 02:26:58.429948 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-26cf95ed-b70a-4c79-9659-2001f619f5ae req-c85acbdb-2d47-41c0-830c-d78bb73c2f6e tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417202 Nov 12 02:26:59.241217 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f138d67-42aa-4b83-84bf-3f5caa253245 req-04a1ac53-d513-4de0-9cb2-6ccaed4d28ab tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:59.243047 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4f138d67-42aa-4b83-84bf-3f5caa253245 req-04a1ac53-d513-4de0-9cb2-6ccaed4d28ab tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 944 time: 0.1115301 Nov 12 02:26:59.260626 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ba2a0-f371-4bca-9e84-8ec285bc8b40 req-1e694598-771e-44e9-9a2d-6fcf6b4a0c05 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:59.263415 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a57ba2a0-f371-4bca-9e84-8ec285bc8b40 req-1e694598-771e-44e9-9a2d-6fcf6b4a0c05 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 943 time: 0.1193621 Nov 12 02:26:59.338312 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4f138d67-42aa-4b83-84bf-3f5caa253245 req-fc5b3a19-c022-49e4-9766-19d71f9c65ac tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877526 Nov 12 02:26:59.352179 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a57ba2a0-f371-4bca-9e84-8ec285bc8b40 req-2071ebe4-b9fe-490d-ab97-17d2f2e74cb7 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817401 Nov 12 02:26:59.503050 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f185568-cb5e-432c-81d1-c52a6297bb46 req-362ba4a5-9497-46b3-8ed8-4cf502aecedd tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:59.507137 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2f185568-cb5e-432c-81d1-c52a6297bb46 req-362ba4a5-9497-46b3-8ed8-4cf502aecedd tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 943 time: 0.0930059 Nov 12 02:26:59.557869 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ac64f-3657-4483-91b5-2aaff027f61e req-4ce34b08-c7ce-4f3a-853b-86882b504b70 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:59.559853 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-eb2ac64f-3657-4483-91b5-2aaff027f61e req-4ce34b08-c7ce-4f3a-853b-86882b504b70 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.1145046 Nov 12 02:26:59.630682 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2f185568-cb5e-432c-81d1-c52a6297bb46 req-7f92b8d4-f200-4277-906e-95814ec2ba17 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182981 Nov 12 02:26:59.670323 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-eb2ac64f-3657-4483-91b5-2aaff027f61e req-3d91aeba-d07e-49bd-bb53-e79db0cf9dba tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037765 Nov 12 02:26:59.785635 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c90a9-e034-4784-a57d-4e030f761645 req-596f1624-f0c9-4b3c-a487-42db6dab8e78 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:59.786879 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c50c90a9-e034-4784-a57d-4e030f761645 req-596f1624-f0c9-4b3c-a487-42db6dab8e78 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 943 time: 0.0576375 Nov 12 02:26:59.836465 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c50c90a9-e034-4784-a57d-4e030f761645 req-4f5dce63-58a5-47a6-924c-31913ecda24f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434930 Nov 12 02:27:00.284613 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-36025da9-a292-4c03-a9f6-6a053f3be1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:00.506057 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d5bf8-fef4-49d2-a3a8-df7ce1332f48 req-091cf43a-9ad6-482a-a046-df00c30d6f46 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:00.507670 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8d7d5bf8-fef4-49d2-a3a8-df7ce1332f48 req-091cf43a-9ad6-482a-a046-df00c30d6f46 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 943 time: 0.0849564 Nov 12 02:27:00.536995 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed02c69-d36b-4a3f-b52b-54d63e93f131 req-53980a66-50b3-454a-871d-210cdc4a5efc tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:00.538548 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fed02c69-d36b-4a3f-b52b-54d63e93f131 req-53980a66-50b3-454a-871d-210cdc4a5efc tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 944 time: 0.0870841 Nov 12 02:27:00.623798 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 65d1110b-f099-4749-9cc9-cc0fbaf8af9c details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:27:00.630802 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8d7d5bf8-fef4-49d2-a3a8-df7ce1332f48 req-468e8e6d-bb8a-437d-966a-29f266982fc2 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122818 Nov 12 02:27:00.643359 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fed02c69-d36b-4a3f-b52b-54d63e93f131 req-31b4b8d6-b759-4702-b658-a9ad3febbfbf tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965006 Nov 12 02:27:00.668668 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 40184) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:00.760593 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 65d1110b-f099-4749-9cc9-cc0fbaf8af9c, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=65d1110b-f099-4749-9cc9-cc0fbaf8af9c,segment=NetworkSegment(90cccd2b-85b4-4ffa-aea9-aaf71446b516),segment_id=90cccd2b-85b4-4ffa-aea9-aaf71446b516)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:00.785913 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': '65d1110b-f099-4749-9cc9-cc0fbaf8af9c', 'network_id': '95991a5c-ee47-43e2-ab98-8e43221b404f', 'port_id': '65d1110b-f099-4749-9cc9-cc0fbaf8af9c', 'mac_address': 'fa:16:3e:20:1c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6f32e6-15c4-48d9-9b1b-4c400029963b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:27:00.812199 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-63360666-347f-40d3-88ed-990f6a561c97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:00.874565 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:00.882928 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4485cd-7fdc-4e09-aff9-4d94b28422cd req-a965c83c-4434-44ff-b319-2fbb0062eb43 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:00.890209 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d1110b-f099-4749-9cc9-cc0fbaf8af9c {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:27:00.895622 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8e4485cd-7fdc-4e09-aff9-4d94b28422cd req-a965c83c-4434-44ff-b319-2fbb0062eb43 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 943 time: 0.1672068 Nov 12 02:27:00.919289 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 65d1110b-f099-4749-9cc9-cc0fbaf8af9c, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=65d1110b-f099-4749-9cc9-cc0fbaf8af9c,segment=NetworkSegment(90cccd2b-85b4-4ffa-aea9-aaf71446b516),segment_id=90cccd2b-85b4-4ffa-aea9-aaf71446b516)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:00.929508 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:00.930222 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:27:00.934125 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-63360666-347f-40d3-88ed-990f6a561c97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:00.944836 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-63360666-347f-40d3-88ed-990f6a561c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:00.951790 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc0fd2-337f-4744-a204-ce247d107741 req-4db7edfe-1125-45b3-8732-e4fd81249806 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:00.953997 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-26cc0fd2-337f-4744-a204-ce247d107741 req-4db7edfe-1125-45b3-8732-e4fd81249806 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.1428049 Nov 12 02:27:00.987421 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63360666-347f-40d3-88ed-990f6a561c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a360a8c-af1e-410e-b776-0353b7469696,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:01.009242 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-63360666-347f-40d3-88ed-990f6a561c97 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9fc0a61e6bc44f86b7a53eb83ca4f592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3393857 Nov 12 02:27:01.010243 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 40202) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:01.040885 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8e4485cd-7fdc-4e09-aff9-4d94b28422cd req-3649a294-73c3-452b-a1f0-25dc258b1d94 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421063 Nov 12 02:27:01.103967 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-26cc0fd2-337f-4744-a204-ce247d107741 req-07482aa9-7e4b-4841-8a80-aea0a6c48230 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347227 Nov 12 02:27:01.109317 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-362a4ac9-f754-4871-ac7c-63d276426bf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:01.123711 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9,segment=NetworkSegment(9297ec3c-86bc-44f5-82fd-62ac56b69c96),segment_id=9297ec3c-86bc-44f5-82fd-62ac56b69c96)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:01.137850 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=65d1110b-f099-4749-9cc9-cc0fbaf8af9c,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:01.151143 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': 'b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9', 'network_id': '7bcaccdf-bd76-45bd-9265-ce14bbe635ff', 'port_id': 'b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9', 'mac_address': 'fa:16:3e:e8:31:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7042b1b4-a105-42b5-a00e-7bdb609132e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:27:01.163197 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-362a4ac9-f754-4871-ac7c-63d276426bf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:01.210532 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:01.215592 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2b007-6c7a-470b-9eab-a4a71f70d537 req-f9720aad-3a60-4ee2-8b89-11e04cd260b8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:01.224966 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9 {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:27:01.225749 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-12e2b007-6c7a-470b-9eab-a4a71f70d537 req-f9720aad-3a60-4ee2-8b89-11e04cd260b8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 943 time: 0.1094489 Nov 12 02:27:01.232498 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-362a4ac9-f754-4871-ac7c-63d276426bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:01.235935 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-362a4ac9-f754-4871-ac7c-63d276426bf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:01.237442 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-362a4ac9-f754-4871-ac7c-63d276426bf1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6a360a8c-af1e-410e-b776-0353b7469696 HTTP/1.1" status: 204 len: 168 time: 0.2256715 Nov 12 02:27:01.248270 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9,segment=NetworkSegment(9297ec3c-86bc-44f5-82fd-62ac56b69c96),segment_id=9297ec3c-86bc-44f5-82fd-62ac56b69c96)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:01.253101 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:01.253755 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:27:01.254253 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a4ac9-f754-4871-ac7c-63d276426bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a360a8c-af1e-410e-b776-0353b7469696,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:01.304684 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-12e2b007-6c7a-470b-9eab-a4a71f70d537 req-cf9852b0-1987-4fbb-91c6-c98f7174710e tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777700 Nov 12 02:27:01.372962 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=827c9b0b-5bbb-48cc-9c27-94e0fb2378a2,segment=NetworkSegment(9297ec3c-86bc-44f5-82fd-62ac56b69c96),segment_id=9297ec3c-86bc-44f5-82fd-62ac56b69c96)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:01.393983 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:01.396792 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': '827c9b0b-5bbb-48cc-9c27-94e0fb2378a2', 'network_id': '7bcaccdf-bd76-45bd-9265-ce14bbe635ff', 'port_id': '827c9b0b-5bbb-48cc-9c27-94e0fb2378a2', 'mac_address': 'fa:16:3e:b1:72:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7042b1b4-a105-42b5-a00e-7bdb609132e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:27:01.443032 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:01.464631 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:27:01.489333 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=827c9b0b-5bbb-48cc-9c27-94e0fb2378a2,segment=NetworkSegment(9297ec3c-86bc-44f5-82fd-62ac56b69c96),segment_id=9297ec3c-86bc-44f5-82fd-62ac56b69c96)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:01.494610 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:01.495510 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 838aaf11-0ed7-4529-b85a-74acc6e006ad details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:27:01.574516 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=827c9b0b-5bbb-48cc-9c27-94e0fb2378a2,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:01.645402 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 838aaf11-0ed7-4529-b85a-74acc6e006ad, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=838aaf11-0ed7-4529-b85a-74acc6e006ad,segment=NetworkSegment(5927e006-acd5-430c-9407-59cd336b9d8a),segment_id=5927e006-acd5-430c-9407-59cd336b9d8a)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:01.659168 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': '838aaf11-0ed7-4529-b85a-74acc6e006ad', 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318', 'port_id': '838aaf11-0ed7-4529-b85a-74acc6e006ad', 'mac_address': 'fa:16:3e:48:6e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0224bb24-7d74-45d6-8986-b81989f6576c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:27:01.708869 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:01.723525 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838aaf11-0ed7-4529-b85a-74acc6e006ad {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:27:01.748114 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 838aaf11-0ed7-4529-b85a-74acc6e006ad, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=838aaf11-0ed7-4529-b85a-74acc6e006ad,segment=NetworkSegment(5927e006-acd5-430c-9407-59cd336b9d8a),segment_id=5927e006-acd5-430c-9407-59cd336b9d8a)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:01.753915 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:01.755320 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 6159a4de-08df-4c5b-afb6-bc1f4e2f213f details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:27:01.791003 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458daf4-0ff1-4564-8180-70858325abf5 req-8619e195-2243-47d5-989d-9dfdcb06d103 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:01.792538 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7458daf4-0ff1-4564-8180-70858325abf5 req-8619e195-2243-47d5-989d-9dfdcb06d103 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 944 time: 0.0975409 Nov 12 02:27:01.806087 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e1ece-e584-4860-b5b2-3b505181558f req-41b47127-04a0-495b-9b51-6a2f0d386b91 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:01.808252 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-517e1ece-e584-4860-b5b2-3b505181558f req-41b47127-04a0-495b-9b51-6a2f0d386b91 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 944 time: 0.0803590 Nov 12 02:27:01.882222 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=838aaf11-0ed7-4529-b85a-74acc6e006ad,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:01.895312 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7458daf4-0ff1-4564-8180-70858325abf5 req-d07cc058-3c31-440e-9048-131a2c67b478 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805929 Nov 12 02:27:01.895312 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-517e1ece-e584-4860-b5b2-3b505181558f req-233e31d8-594c-42ea-b6e9-b583a341728f tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765865 Nov 12 02:27:01.924998 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:01.940792 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'port_id': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f', 'mac_address': 'fa:16:3e:0e:f3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:27:01.994390 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:02.003928 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6159a4de-08df-4c5b-afb6-bc1f4e2f213f {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:27:02.024290 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:02.029137 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:02.103238 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:02.195700 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a44883-cd80-4fae-b62c-5d3592f7a344 req-7aef61ab-9bdb-4d96-ad7c-3f910df0fa1b tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:02.197315 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e0a44883-cd80-4fae-b62c-5d3592f7a344 req-7aef61ab-9bdb-4d96-ad7c-3f910df0fa1b tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 944 time: 0.0683453 Nov 12 02:27:02.284451 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 40252) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:02.287692 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa552a-2c77-4ebb-8c6b-82ff52e69b5c req-b2aa11ab-0de2-42ae-98e2-04122950ee06 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:02.289218 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b7fa552a-2c77-4ebb-8c6b-82ff52e69b5c req-b2aa11ab-0de2-42ae-98e2-04122950ee06 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 944 time: 0.0905848 Nov 12 02:27:02.292961 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e0a44883-cd80-4fae-b62c-5d3592f7a344 req-14b71f62-c9c4-478c-b893-6ba739dd5fca tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816162 Nov 12 02:27:02.353946 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b7fa552a-2c77-4ebb-8c6b-82ff52e69b5c req-d2021700-19cf-41ce-8dac-5132a4a8bce8 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559249 Nov 12 02:27:02.428537 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6ec94126-49cb-45f1-bc00-b6f10d3035ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:02.438340 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc44bc-5067-4658-9844-8356334b6c8a req-55b0a452-e771-4ed0-8208-84e3dc7654f3 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:02.439759 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-03fc44bc-5067-4658-9844-8356334b6c8a req-55b0a452-e771-4ed0-8208-84e3dc7654f3 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 943 time: 0.0560598 Nov 12 02:27:02.502052 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-03fc44bc-5067-4658-9844-8356334b6c8a req-bff815bb-00cc-49be-b893-df6b188eb869 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543106 Nov 12 02:27:02.534100 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6ec94126-49cb-45f1-bc00-b6f10d3035ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:02.538721 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6ec94126-49cb-45f1-bc00-b6f10d3035ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:02.589655 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 40298) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:02.589826 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-6ec94126-49cb-45f1-bc00-b6f10d3035ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7187395c535c4e9886f2b3a67b8a5cb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039606 Nov 12 02:27:02.592653 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec94126-49cb-45f1-bc00-b6f10d3035ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d7775b-9724-46ec-8ad1-8574e209df89,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:02.602301 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 2c2246ad-0135-4e41-9bee-c87015e386f7 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:27:02.667554 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-dddd8313-ddee-44d7-af63-bb50ca0cd1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:02.678162 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-11e46e5f-18e5-43a0-8d10-27a4c3f56253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:02.720463 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-11e46e5f-18e5-43a0-8d10-27a4c3f56253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:02.751884 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 2c2246ad-0135-4e41-9bee-c87015e386f7, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=2c2246ad-0135-4e41-9bee-c87015e386f7,segment=NetworkSegment(b5585940-4db6-45e9-a202-a9a8eaf4bd20),segment_id=b5585940-4db6-45e9-a202-a9a8eaf4bd20)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:02.764339 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': '2c2246ad-0135-4e41-9bee-c87015e386f7', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'port_id': '2c2246ad-0135-4e41-9bee-c87015e386f7', 'mac_address': 'fa:16:3e:e7:0e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:27:02.779119 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-11e46e5f-18e5-43a0-8d10-27a4c3f56253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:02.781990 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-11e46e5f-18e5-43a0-8d10-27a4c3f56253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:02.783157 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-11e46e5f-18e5-43a0-8d10-27a4c3f56253 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/81d7775b-9724-46ec-8ad1-8574e209df89 HTTP/1.1" status: 204 len: 168 time: 0.1920021 Nov 12 02:27:02.794111 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e46e5f-18e5-43a0-8d10-27a4c3f56253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d7775b-9724-46ec-8ad1-8574e209df89,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:02.822907 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:02.837225 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2246ad-0135-4e41-9bee-c87015e386f7 {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:27:02.868549 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 2c2246ad-0135-4e41-9bee-c87015e386f7, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=2c2246ad-0135-4e41-9bee-c87015e386f7,segment=NetworkSegment(b5585940-4db6-45e9-a202-a9a8eaf4bd20),segment_id=b5585940-4db6-45e9-a202-a9a8eaf4bd20)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:02.873083 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:03.034453 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=2c2246ad-0135-4e41-9bee-c87015e386f7,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:03.077686 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db7a1f-5f4a-45c7-8336-98e17d03e63f req-26c9e33a-1a3b-4240-a1ae-fa9c59b2219f tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:03.079215 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a7db7a1f-5f4a-45c7-8336-98e17d03e63f req-26c9e33a-1a3b-4240-a1ae-fa9c59b2219f tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 944 time: 0.0799642 Nov 12 02:27:03.091266 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9021d-6094-416c-8467-0e1fed023f67 req-ed71d1c9-091e-4459-b858-cb3103e37284 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:03.092683 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5ac9021d-6094-416c-8467-0e1fed023f67 req-ed71d1c9-091e-4459-b858-cb3103e37284 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 945 time: 0.0833898 Nov 12 02:27:03.169390 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a7db7a1f-5f4a-45c7-8336-98e17d03e63f req-a6702851-edc3-40bd-9687-06e5358557b7 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757403 Nov 12 02:27:03.172616 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5ac9021d-6094-416c-8467-0e1fed023f67 req-2d18b21f-9468-4b2a-aded-98bf45ccab47 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732603 Nov 12 02:27:03.422550 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09968299-6755-41a0-a12e-1db8904f0c87 req-c8330fbc-05cd-40e2-8586-47ea06b0b191 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:03.424285 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-09968299-6755-41a0-a12e-1db8904f0c87 req-c8330fbc-05cd-40e2-8586-47ea06b0b191 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 944 time: 0.0524585 Nov 12 02:27:03.507192 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8191203-f08a-422c-80ad-7e7fcb31d351 req-49ac1cbf-554b-4f78-9699-11160369af92 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:03.509113 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e8191203-f08a-422c-80ad-7e7fcb31d351 req-49ac1cbf-554b-4f78-9699-11160369af92 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 944 time: 0.0801768 Nov 12 02:27:03.513108 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-09968299-6755-41a0-a12e-1db8904f0c87 req-760c63b0-b17e-45fd-8708-efaff665c9dd tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736015 Nov 12 02:27:03.525909 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['827c9b0b-5bbb-48cc-9c27-94e0fb2378a2'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:27:03.586950 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e8191203-f08a-422c-80ad-7e7fcb31d351 req-69518720-45d5-4b64-a52a-c973ff9ce043 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604560 Nov 12 02:27:03.645277 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4db55-d76a-4776-a650-0c831698bcd9 req-9ed9c508-f734-48df-b43d-504aa7b32d69 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:03.653270 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b5c4db55-d76a-4776-a650-0c831698bcd9 req-9ed9c508-f734-48df-b43d-504aa7b32d69 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 944 time: 0.0619910 Nov 12 02:27:03.702691 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b5c4db55-d76a-4776-a650-0c831698bcd9 req-e2e707b0-9128-4ca4-b25f-95115debab0a tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485070 Nov 12 02:27:03.770999 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:04.309061 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee677ca-9096-4e17-9ae6-c1cbf44c1f7b req-a57060b9-2e52-4621-bbb6-5d7006116b40 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:04.310526 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cee677ca-9096-4e17-9ae6-c1cbf44c1f7b req-a57060b9-2e52-4621-bbb6-5d7006116b40 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 944 time: 0.0745845 Nov 12 02:27:04.319019 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ee713-de46-4acc-a8a3-bd69314d0e42 req-dde5b2e4-7d57-45ed-bfb8-e27fa5f67dba tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:04.320356 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-671ee713-de46-4acc-a8a3-bd69314d0e42 req-dde5b2e4-7d57-45ed-bfb8-e27fa5f67dba tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 945 time: 0.0755460 Nov 12 02:27:04.389512 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cee677ca-9096-4e17-9ae6-c1cbf44c1f7b req-451c916c-e3e0-4215-8053-39d77aadc0de tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682263 Nov 12 02:27:04.396965 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-671ee713-de46-4acc-a8a3-bd69314d0e42 req-2446ebec-7a6f-4597-90e0-d066cb453e22 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701272 Nov 12 02:27:04.637339 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6995320-e789-4bd1-bb96-95f99048b6d9 req-d27697f8-beb9-4258-8eb2-202d2b719e74 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:04.639149 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e6995320-e789-4bd1-bb96-95f99048b6d9 req-d27697f8-beb9-4258-8eb2-202d2b719e74 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 944 time: 0.0555341 Nov 12 02:27:04.715049 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e6995320-e789-4bd1-bb96-95f99048b6d9 req-c0440323-f7e5-4259-98c6-0600d18c3fcb tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697432 Nov 12 02:27:04.731251 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3b6ba-9672-4369-89da-6d73501a12b6 req-bfbdb3f7-a61f-416a-b403-9603f303a4e6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:04.732718 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-90d3b6ba-9672-4369-89da-6d73501a12b6 req-bfbdb3f7-a61f-416a-b403-9603f303a4e6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 944 time: 0.0645416 Nov 12 02:27:04.792681 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-90d3b6ba-9672-4369-89da-6d73501a12b6 req-5190465f-d532-4fbd-b24c-be3aa0e7ce2d tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519366 Nov 12 02:27:04.831264 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a3e6c-5af8-4a38-ab1b-6a4068d40785 req-9b33489a-b1ec-460a-856d-cb382d3ad013 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:04.832736 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-696a3e6c-5af8-4a38-ab1b-6a4068d40785 req-9b33489a-b1ec-460a-856d-cb382d3ad013 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 944 time: 0.0536118 Nov 12 02:27:04.879557 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-696a3e6c-5af8-4a38-ab1b-6a4068d40785 req-30d79cfc-b5a4-42c9-b562-7ba4d158b1ba tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408826 Nov 12 02:27:05.286261 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:05.528173 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4f417-5c91-49fd-9262-b1c4465e3b13 req-01e4a43b-40ce-4312-b0df-e542b593f1d3 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:05.529664 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0bc4f417-5c91-49fd-9262-b1c4465e3b13 req-01e4a43b-40ce-4312-b0df-e542b593f1d3 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 944 time: 0.0744991 Nov 12 02:27:05.538412 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc171fe8-d728-4466-97ab-43abf3044637 req-4feb2637-eaf1-47ec-a171-1bffe767ffe4 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:05.539746 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dc171fe8-d728-4466-97ab-43abf3044637 req-4feb2637-eaf1-47ec-a171-1bffe767ffe4 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 945 time: 0.0759969 Nov 12 02:27:05.611661 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0bc4f417-5c91-49fd-9262-b1c4465e3b13 req-cab0dcd7-4abb-41a5-bd95-b7fd4fb30777 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709689 Nov 12 02:27:05.616697 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dc171fe8-d728-4466-97ab-43abf3044637 req-f1e3a548-0f5d-477f-9331-07dc6d113fb3 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703557 Nov 12 02:27:05.828479 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30caec5-daaf-4f10-a1ae-333a675f71d9 req-0b80d9af-1b32-4cc3-9a46-2c12460e0381 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:05.830077 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c30caec5-daaf-4f10-a1ae-333a675f71d9 req-0b80d9af-1b32-4cc3-9a46-2c12460e0381 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 944 time: 0.0488486 Nov 12 02:27:05.862150 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:05.903785 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c30caec5-daaf-4f10-a1ae-333a675f71d9 req-10c6a541-02ea-44e5-a008-bb011b72289a tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678873 Nov 12 02:27:05.925750 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1cd9a-d8b9-49f5-ad30-0fd52a809c41 req-efb5599d-f282-4898-8002-ef2f9e2777b4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:05.927827 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a0e1cd9a-d8b9-49f5-ad30-0fd52a809c41 req-efb5599d-f282-4898-8002-ef2f9e2777b4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 944 time: 0.0613439 Nov 12 02:27:05.984777 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a0e1cd9a-d8b9-49f5-ad30-0fd52a809c41 req-5c8cfb19-fe90-4743-b7ee-9ef494bd7c51 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507133 Nov 12 02:27:06.033604 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7e1ec-b6fd-4e18-905a-edc6798ffa13 req-2cf9f2b0-a6fc-4d5a-b745-33627187af06 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:06.035220 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f2f7e1ec-b6fd-4e18-905a-edc6798ffa13 req-2cf9f2b0-a6fc-4d5a-b745-33627187af06 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 944 time: 0.0663142 Nov 12 02:27:06.087016 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f2f7e1ec-b6fd-4e18-905a-edc6798ffa13 req-21708bf9-74dc-49e0-8c0e-8848f1488a3a tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431659 Nov 12 02:27:06.759729 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36d555-4283-4660-9650-6f36c761ea3d req-513ce613-ff74-479b-94e0-eb717a82720e tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:06.761194 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4e36d555-4283-4660-9650-6f36c761ea3d req-513ce613-ff74-479b-94e0-eb717a82720e tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 944 time: 0.0778174 Nov 12 02:27:06.773057 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048db7e-3870-427f-ad3b-0ba4bb17978c req-e2856d62-9f33-4b80-b964-6c4ba94e10ad tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:06.774418 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e048db7e-3870-427f-ad3b-0ba4bb17978c req-e2856d62-9f33-4b80-b964-6c4ba94e10ad tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 945 time: 0.0790589 Nov 12 02:27:06.845318 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4e36d555-4283-4660-9650-6f36c761ea3d req-ab89020b-6015-42e0-b10a-aa7590a19181 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699265 Nov 12 02:27:06.854458 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e048db7e-3870-427f-ad3b-0ba4bb17978c req-99dc0180-17f9-4aa8-8627-8decb0a6437b tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733616 Nov 12 02:27:06.883638 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['838aaf11-0ed7-4529-b85a-74acc6e006ad'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:27:06.914611 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:27:06.948591 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['6159a4de-08df-4c5b-afb6-bc1f4e2f213f'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:27:06.985656 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['65d1110b-f099-4749-9cc9-cc0fbaf8af9c'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:27:07.031683 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5667da-2df4-4506-af87-dea85289b51d req-615ccf6b-dbe7-4293-8034-e6a94b1b63e7 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:07.031683 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4c5667da-2df4-4506-af87-dea85289b51d req-615ccf6b-dbe7-4293-8034-e6a94b1b63e7 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 944 time: 0.0503323 Nov 12 02:27:07.174761 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4c5667da-2df4-4506-af87-dea85289b51d req-8ae09859-ba9e-4b85-9ce4-e9b7dbbd7ced tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391687 Nov 12 02:27:07.187980 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d911a-5ece-4cca-b1f4-f0ab84c4f088 req-1adc5668-1d72-45a5-91e3-424655916632 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:07.189490 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d62d911a-5ece-4cca-b1f4-f0ab84c4f088 req-1adc5668-1d72-45a5-91e3-424655916632 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 944 time: 0.0766864 Nov 12 02:27:07.266351 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d62d911a-5ece-4cca-b1f4-f0ab84c4f088 req-e8aed2bb-8a57-4194-ac01-640b3d1b783d tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709517 Nov 12 02:27:07.295166 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08e23e-7a22-4fde-8df2-ca42ef2537d9 req-7f459c89-7917-4141-aea8-d11aa1976ec3 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:07.296675 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0e08e23e-7a22-4fde-8df2-ca42ef2537d9 req-7f459c89-7917-4141-aea8-d11aa1976ec3 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 944 time: 0.0623162 Nov 12 02:27:07.351813 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0e08e23e-7a22-4fde-8df2-ca42ef2537d9 req-989933a2-cd47-4f74-8786-1c6ef79ec0ef tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484271 Nov 12 02:27:07.476459 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['2c2246ad-0135-4e41-9bee-c87015e386f7'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:27:08.004320 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb155081-dc62-420b-bc29-2a06424dabbe req-6204530b-a86e-4a6b-a0a6-2264e5a547a5 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:08.005932 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-eb155081-dc62-420b-bc29-2a06424dabbe req-6204530b-a86e-4a6b-a0a6-2264e5a547a5 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 944 time: 0.0837126 Nov 12 02:27:08.015182 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec63a11-84f7-48f0-8bb0-18e3bc947360 req-91b234ed-b3a7-49dd-9756-d08f6062a2a9 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:08.017464 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-eec63a11-84f7-48f0-8bb0-18e3bc947360 req-91b234ed-b3a7-49dd-9756-d08f6062a2a9 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 945 time: 0.0807052 Nov 12 02:27:08.093092 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-eb155081-dc62-420b-bc29-2a06424dabbe req-ca0125bd-19a4-47e9-a335-bebbb2e41768 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746379 Nov 12 02:27:08.096309 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-eec63a11-84f7-48f0-8bb0-18e3bc947360 req-b5779b2f-7d8c-4b28-8fee-3cb422d09996 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717938 Nov 12 02:27:08.282513 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dfe09-a027-4f6d-acbe-7dc98e7536b2 req-11b1f940-8e0c-4d8b-b7ea-583e5dc1830b tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:08.284024 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-107dfe09-a027-4f6d-acbe-7dc98e7536b2 req-11b1f940-8e0c-4d8b-b7ea-583e5dc1830b tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 944 time: 0.0488296 Nov 12 02:27:08.334822 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-107dfe09-a027-4f6d-acbe-7dc98e7536b2 req-411fc72b-e780-4a96-8c3e-b4333b4bed91 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429118 Nov 12 02:27:08.411481 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66bce8-21af-4240-a9b8-35a985e99450 req-11489f1e-fc6a-49bf-b338-553ccdb4894a tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:08.414047 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2f66bce8-21af-4240-a9b8-35a985e99450 req-11489f1e-fc6a-49bf-b338-553ccdb4894a tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 944 time: 0.0628645 Nov 12 02:27:08.497879 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2f66bce8-21af-4240-a9b8-35a985e99450 req-8287b852-5a13-4057-850a-7edd8a9076ff tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771644 Nov 12 02:27:08.506191 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fe5c6-06be-4273-8747-faf28fa22812 req-50626ab8-f2dc-4814-8008-4226971eeb04 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:08.507652 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-819fe5c6-06be-4273-8747-faf28fa22812 req-50626ab8-f2dc-4814-8008-4226971eeb04 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 944 time: 0.0794113 Nov 12 02:27:08.555388 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-819fe5c6-06be-4273-8747-faf28fa22812 req-fe1bf83a-d0ec-43d5-9e3d-d4b8fc657b87 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417449 Nov 12 02:27:09.245279 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d6c57-3e44-4857-85b0-437bd1ea0242 req-2ecbd3ee-6ce1-4fa4-9d3a-fc1bd96d67a8 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:09.246795 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bf5d6c57-3e44-4857-85b0-437bd1ea0242 req-2ecbd3ee-6ce1-4fa4-9d3a-fc1bd96d67a8 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 944 time: 0.0844393 Nov 12 02:27:09.254130 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30769b45-afbc-4794-b10f-d4818168ec7e req-7951b180-91fc-4f7c-8911-a8d9d588ede9 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:09.255551 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-30769b45-afbc-4794-b10f-d4818168ec7e req-7951b180-91fc-4f7c-8911-a8d9d588ede9 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 945 time: 0.0843973 Nov 12 02:27:09.521716 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bf5d6c57-3e44-4857-85b0-437bd1ea0242 req-3bd73180-5f11-491e-8373-7f8dd6e95d6f tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651782 Nov 12 02:27:09.530630 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-30769b45-afbc-4794-b10f-d4818168ec7e req-7dd838ee-8da4-4287-b182-7d1148c49b70 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664630 Nov 12 02:27:09.668217 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e3544-00bf-4628-8778-600b4be46b0f req-e18705a0-43c5-4f86-b633-2a32418fb43a tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:09.669815 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7f1e3544-00bf-4628-8778-600b4be46b0f req-e18705a0-43c5-4f86-b633-2a32418fb43a tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 944 time: 0.0854032 Nov 12 02:27:09.690973 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673b8bb-7248-492d-816e-d7f335794d3b req-4221cafb-fb2b-41d4-be70-efe5533ca1fa tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:09.692215 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b673b8bb-7248-492d-816e-d7f335794d3b req-4221cafb-fb2b-41d4-be70-efe5533ca1fa tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 944 time: 0.0804734 Nov 12 02:27:09.701621 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 40490) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:09.759707 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7f1e3544-00bf-4628-8778-600b4be46b0f req-cf99423e-57b1-4693-9785-66859ac3670b tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827308 Nov 12 02:27:09.772221 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b673b8bb-7248-492d-816e-d7f335794d3b req-ef513937-eaf8-47cd-85ea-04e4aac7808e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724423 Nov 12 02:27:09.821883 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7edbff51-e04a-4c10-8d0d-382e7cff7363 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:09.878923 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca802ea-bbd8-440f-856d-85a51dffb1db req-38d3fa97-18d5-4ec8-a5bd-c87f46352eb6 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:09.881444 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fca802ea-bbd8-440f-856d-85a51dffb1db req-38d3fa97-18d5-4ec8-a5bd-c87f46352eb6 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 944 time: 0.0529821 Nov 12 02:27:09.905236 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7edbff51-e04a-4c10-8d0d-382e7cff7363 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:09.909533 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7edbff51-e04a-4c10-8d0d-382e7cff7363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:09.931403 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fca802ea-bbd8-440f-856d-85a51dffb1db req-4961cf42-8bbe-41c5-95cb-3890df7be9a2 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431318 Nov 12 02:27:09.949892 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-7edbff51-e04a-4c10-8d0d-382e7cff7363 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc57c547d0334b1a9b8688d3e094b5a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472043 Nov 12 02:27:09.950956 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbff51-e04a-4c10-8d0d-382e7cff7363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3479a4fd-68be-46fe-8700-f9f902b38ca1,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:09.952753 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 40494) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:09.957919 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edbff51-e04a-4c10-8d0d-382e7cff7363 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:09.958849 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edbff51-e04a-4c10-8d0d-382e7cff7363 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:09.959161 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edbff51-e04a-4c10-8d0d-382e7cff7363 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:09.959492 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edbff51-e04a-4c10-8d0d-382e7cff7363 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:09.959816 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edbff51-e04a-4c10-8d0d-382e7cff7363 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:09.960139 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edbff51-e04a-4c10-8d0d-382e7cff7363 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:09.960460 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edbff51-e04a-4c10-8d0d-382e7cff7363 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:09.960778 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edbff51-e04a-4c10-8d0d-382e7cff7363 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:09.961096 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edbff51-e04a-4c10-8d0d-382e7cff7363 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:09.961437 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edbff51-e04a-4c10-8d0d-382e7cff7363 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:09.961725 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edbff51-e04a-4c10-8d0d-382e7cff7363 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:09.962080 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edbff51-e04a-4c10-8d0d-382e7cff7363 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:10.001557 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e9598a1e-fff1-4a04-84da-84beebd08877 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:10.023012 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e9598a1e-fff1-4a04-84da-84beebd08877 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:10.072523 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e9598a1e-fff1-4a04-84da-84beebd08877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:10.075069 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e9598a1e-fff1-4a04-84da-84beebd08877 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:10.076233 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-e9598a1e-fff1-4a04-84da-84beebd08877 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3479a4fd-68be-46fe-8700-f9f902b38ca1 HTTP/1.1" status: 204 len: 168 time: 0.1224771 Nov 12 02:27:10.084344 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9598a1e-fff1-4a04-84da-84beebd08877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3479a4fd-68be-46fe-8700-f9f902b38ca1,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:10.091286 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9598a1e-fff1-4a04-84da-84beebd08877 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:10.091644 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9598a1e-fff1-4a04-84da-84beebd08877 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:10.091983 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9598a1e-fff1-4a04-84da-84beebd08877 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:10.092324 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9598a1e-fff1-4a04-84da-84beebd08877 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:10.092656 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9598a1e-fff1-4a04-84da-84beebd08877 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:10.092985 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9598a1e-fff1-4a04-84da-84beebd08877 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:10.093313 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9598a1e-fff1-4a04-84da-84beebd08877 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:10.093645 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9598a1e-fff1-4a04-84da-84beebd08877 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:10.093977 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9598a1e-fff1-4a04-84da-84beebd08877 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:10.094303 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9598a1e-fff1-4a04-84da-84beebd08877 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:10.094625 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9598a1e-fff1-4a04-84da-84beebd08877 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:10.094994 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9598a1e-fff1-4a04-84da-84beebd08877 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:10.708503 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adee4ad-f9ae-46d8-a602-91b6529f8bd4 req-93c01187-31d5-43c4-8351-32a2565d1753 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:10.708503 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1adee4ad-f9ae-46d8-a602-91b6529f8bd4 req-93c01187-31d5-43c4-8351-32a2565d1753 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 945 time: 0.0630784 Nov 12 02:27:10.719363 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40bcc3-b889-470f-a622-d69ae584a2c4 req-8f746169-5b58-4442-979c-18aac5608cb3 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:10.722024 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2a40bcc3-b889-470f-a622-d69ae584a2c4 req-8f746169-5b58-4442-979c-18aac5608cb3 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 944 time: 0.1241286 Nov 12 02:27:10.801654 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1adee4ad-f9ae-46d8-a602-91b6529f8bd4 req-77c62810-5ef5-487d-b9c6-caa254d6efc1 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781784 Nov 12 02:27:10.834002 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2a40bcc3-b889-470f-a622-d69ae584a2c4 req-b7b65637-7a9a-4585-b4cc-bd2fc7271024 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017668 Nov 12 02:27:10.891569 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 65d1110b-f099-4749-9cc9-cc0fbaf8af9c up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:27:10.958131 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f986fc-6306-4013-b6af-614c7c69830c req-fc459f25-3c00-4603-b8ee-23f93770b061 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:10.965588 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-34f986fc-6306-4013-b6af-614c7c69830c req-fc459f25-3c00-4603-b8ee-23f93770b061 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 944 time: 0.0913162 Nov 12 02:27:10.970769 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning for port 65d1110b-f099-4749-9cc9-cc0fbaf8af9c completed by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:27:10.976583 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port 65d1110b-f099-4749-9cc9-cc0fbaf8af9c triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:10.977349 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:11.004350 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ff8e9-f286-4f93-9b26-54ac77303f99 req-0e1be2dc-b7b2-4e35-967a-2810e79f75c3 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:11.005918 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-034ff8e9-f286-4f93-9b26-54ac77303f99 req-0e1be2dc-b7b2-4e35-967a-2810e79f75c3 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 944 time: 0.0946379 Nov 12 02:27:11.047385 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-34f986fc-6306-4013-b6af-614c7c69830c req-db398b4d-f5f6-4643-84ec-cbda3913052c tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810864 Nov 12 02:27:11.091019 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-034ff8e9-f286-4f93-9b26-54ac77303f99 req-0e8b0ac5-7955-4e92-8f2d-6da1f6342ad0 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720134 Nov 12 02:27:11.113107 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:11.151258 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8244b795-8dd2-43ee-a703-79b742cd5432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d1110b-f099-4749-9cc9-cc0fbaf8af9c'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:27:11.200825 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705fdee-b4af-44b3-aea7-ba0df8ec7543 req-aaff89e1-f156-4922-8a71-f0071c0de257 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:11.202393 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c705fdee-b4af-44b3-aea7-ba0df8ec7543 req-aaff89e1-f156-4922-8a71-f0071c0de257 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 944 time: 0.0659294 Nov 12 02:27:11.238266 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 65d1110b-f099-4749-9cc9-cc0fbaf8af9c, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=65d1110b-f099-4749-9cc9-cc0fbaf8af9c,segment=NetworkSegment(90cccd2b-85b4-4ffa-aea9-aaf71446b516),segment_id=90cccd2b-85b4-4ffa-aea9-aaf71446b516)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:11.244354 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:11.245627 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9 up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:27:11.271046 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c705fdee-b4af-44b3-aea7-ba0df8ec7543 req-8277f9be-e179-45c7-82f3-7be882e686c5 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610492 Nov 12 02:27:11.393908 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 40572) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:11.397831 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=65d1110b-f099-4749-9cc9-cc0fbaf8af9c,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:11.407845 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74663a9-d035-455a-b2b6-19d6b680f942" -d '{"events": [{"server_uuid": "8244b795-8dd2-43ee-a703-79b742cd5432", "name": "network-vif-plugged", "status": "completed", "tag": "65d1110b-f099-4749-9cc9-cc0fbaf8af9c"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:27:11.412311 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:11.412649 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:11.412994 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:11.413384 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:11.413640 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:11.413941 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:11.414283 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:11.414571 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:11.414939 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:11.415258 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:11.415581 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:11.415896 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:11.419518 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning for port b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9 completed by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:27:11.425770 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:11.425770 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:11.507323 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:11.542174 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9,segment=NetworkSegment(9297ec3c-86bc-44f5-82fd-62ac56b69c96),segment_id=9297ec3c-86bc-44f5-82fd-62ac56b69c96)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:11.544096 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08dc7dc-839c-4f2d-a1f7-3e69fe8a9fa9 x-openstack-request-id: req-e08dc7dc-839c-4f2d-a1f7-3e69fe8a9fa9 {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:27:11.544413 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8244b795-8dd2-43ee-a703-79b742cd5432", "name": "network-vif-plugged", "status": "completed", "tag": "65d1110b-f099-4749-9cc9-cc0fbaf8af9c", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:27:11.544685 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e08dc7dc-839c-4f2d-a1f7-3e69fe8a9fa9 {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:27:11.545192 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8244b795-8dd2-43ee-a703-79b742cd5432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d1110b-f099-4749-9cc9-cc0fbaf8af9c', 'code': 200} Nov 12 02:27:11.546931 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:11.547725 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:27:11.549139 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7fbdd74-d229-4e3a-a45c-da08ba4e80cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:11.625784 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:11.640193 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7fbdd74-d229-4e3a-a45c-da08ba4e80cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:11.640389 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning for port 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 completed by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:27:11.644281 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7fbdd74-d229-4e3a-a45c-da08ba4e80cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:11.645139 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:11.645629 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:11.684800 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-e7fbdd74-d229-4e3a-a45c-da08ba4e80cf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=61dde7e7f80145619073c6bb646fb821&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896235 Nov 12 02:27:11.685671 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbdd74-d229-4e3a-a45c-da08ba4e80cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cd65bb-c723-4d58-a181-19a46e309355,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:11.687515 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 40580) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:11.734731 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:11.770064 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=827c9b0b-5bbb-48cc-9c27-94e0fb2378a2,segment=NetworkSegment(9297ec3c-86bc-44f5-82fd-62ac56b69c96),segment_id=9297ec3c-86bc-44f5-82fd-62ac56b69c96)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:11.778258 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:11.780691 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 6159a4de-08df-4c5b-afb6-bc1f4e2f213f up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:27:11.802071 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-52256a35-9970-4c86-8a1c-8f980565e446 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:11.825945 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ae8f3-0a2a-4b14-9aff-c223652d9804 req-1e6a7d5c-7fd5-4f26-9650-041c86425382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:11.827484 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ff1ae8f3-0a2a-4b14-9aff-c223652d9804 req-1e6a7d5c-7fd5-4f26-9650-041c86425382 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 1098 time: 0.1020274 Nov 12 02:27:11.836281 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-52256a35-9970-4c86-8a1c-8f980565e446 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:11.854099 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=827c9b0b-5bbb-48cc-9c27-94e0fb2378a2,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:11.876100 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-ff1ae8f3-0a2a-4b14-9aff-c223652d9804 req-71f56290-fee6-43fe-8b64-f26e74defdd1 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:11.880063 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning for port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f completed by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:27:11.886380 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:11.887117 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:11.971626 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:12.007193 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:12.009770 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd035c-90b9-4f97-97bf-1022e2734f65 req-ff6e2046-35ca-4b0a-82eb-30aea869d6fb tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:12.011697 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4bcd035c-90b9-4f97-97bf-1022e2734f65 req-ff6e2046-35ca-4b0a-82eb-30aea869d6fb tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 945 time: 0.1260784 Nov 12 02:27:12.012848 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:12.013769 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 838aaf11-0ed7-4529-b85a-74acc6e006ad up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:27:12.038877 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36541b7f-6eed-4b8b-9886-3b3c439c38b6 req-84d92d35-ab77-4dba-8d08-f21009f642fb tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:12.040414 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-36541b7f-6eed-4b8b-9886-3b3c439c38b6 req-84d92d35-ab77-4dba-8d08-f21009f642fb tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.1075277 Nov 12 02:27:12.041071 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-52256a35-9970-4c86-8a1c-8f980565e446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:12.043812 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-52256a35-9970-4c86-8a1c-8f980565e446 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:12.047398 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-52256a35-9970-4c86-8a1c-8f980565e446 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/63cd65bb-c723-4d58-a181-19a46e309355 HTTP/1.1" status: 204 len: 168 time: 0.3562050 Nov 12 02:27:12.087858 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52256a35-9970-4c86-8a1c-8f980565e446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cd65bb-c723-4d58-a181-19a46e309355,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:12.103319 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:12.144514 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning for port 838aaf11-0ed7-4529-b85a-74acc6e006ad completed by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:27:12.153348 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port 838aaf11-0ed7-4529-b85a-74acc6e006ad triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:12.154577 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:12.167583 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-ff1ae8f3-0a2a-4b14-9aff-c223652d9804 req-71f56290-fee6-43fe-8b64-f26e74defdd1 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:12.175087 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4bcd035c-90b9-4f97-97bf-1022e2734f65 req-b2b9fa8c-b3fe-4a22-92a4-7b630b94ba73 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532180 Nov 12 02:27:12.177285 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-ff1ae8f3-0a2a-4b14-9aff-c223652d9804 req-71f56290-fee6-43fe-8b64-f26e74defdd1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:12.185633 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-36541b7f-6eed-4b8b-9886-3b3c439c38b6 req-d954995f-22ea-47a4-9ff3-4bbf27c34b16 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327400 Nov 12 02:27:12.252258 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ff1ae8f3-0a2a-4b14-9aff-c223652d9804 req-71f56290-fee6-43fe-8b64-f26e74defdd1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140170 Nov 12 02:27:12.252876 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f56290-fee6-43fe-8b64-f26e74defdd1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=16e67533-7ba5-4ead-ae3c-24a5938fd1b3,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:12.268586 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:12.307287 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 838aaf11-0ed7-4529-b85a-74acc6e006ad, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=838aaf11-0ed7-4529-b85a-74acc6e006ad,segment=NetworkSegment(5927e006-acd5-430c-9407-59cd336b9d8a),segment_id=5927e006-acd5-430c-9407-59cd336b9d8a)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:12.317181 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:12.318758 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 2c2246ad-0135-4e41-9bee-c87015e386f7 up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:27:12.355999 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7bd90-5b9b-4c65-929e-909e20730282 req-c7324598-95b9-4ea3-a722-b2d863ac6693 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:12.357490 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c7f7bd90-5b9b-4c65-929e-909e20730282 req-c7324598-95b9-4ea3-a722-b2d863ac6693 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0832801 Nov 12 02:27:12.372021 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae599e8-a816-467b-a0d0-e87990271cc4 req-f65f53de-db94-4561-b431-f4743bd44901 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:12.373597 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9ae599e8-a816-467b-a0d0-e87990271cc4 req-f65f53de-db94-4561-b431-f4743bd44901 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0734193 Nov 12 02:27:12.410406 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=838aaf11-0ed7-4529-b85a-74acc6e006ad,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:12.429754 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning for port 2c2246ad-0135-4e41-9bee-c87015e386f7 completed by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:27:12.437375 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c7f7bd90-5b9b-4c65-929e-909e20730282 req-77cb9536-1b6e-4eb9-a740-03d8b42c1904 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625980 Nov 12 02:27:12.445345 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port 2c2246ad-0135-4e41-9bee-c87015e386f7 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:12.446399 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:12.478353 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9ae599e8-a816-467b-a0d0-e87990271cc4 req-eb758584-53ba-4ef5-ba50-41c1293deddd tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714636 Nov 12 02:27:12.513726 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 40602) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:12.528152 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-1e4a8dff-eefe-41da-bffc-ce21a9e40b17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:12.635975 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd1319-cfc7-478e-b901-ad9cbb27553e req-12893610-a967-4ae3-8bd3-563eba5067ee tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:12.637651 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-13bd1319-cfc7-478e-b901-ad9cbb27553e req-12893610-a967-4ae3-8bd3-563eba5067ee tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 944 time: 0.0833833 Nov 12 02:27:12.672379 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:12.704067 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-1e4a8dff-eefe-41da-bffc-ce21a9e40b17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:12.708976 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 2c2246ad-0135-4e41-9bee-c87015e386f7, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=2c2246ad-0135-4e41-9bee-c87015e386f7,segment=NetworkSegment(b5585940-4db6-45e9-a202-a9a8eaf4bd20),segment_id=b5585940-4db6-45e9-a202-a9a8eaf4bd20)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:12.712245 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-1e4a8dff-eefe-41da-bffc-ce21a9e40b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:12.724423 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:12.761131 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-13bd1319-cfc7-478e-b901-ad9cbb27553e req-91d2f129-8c15-4232-8a83-57a9a0e0725b tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143479 Nov 12 02:27:12.779288 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-1e4a8dff-eefe-41da-bffc-ce21a9e40b17 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=300638e1f1764049b462ea3d75e0f052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718940 Nov 12 02:27:12.780059 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 40606) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:12.784588 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=2c2246ad-0135-4e41-9bee-c87015e386f7,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:12.787213 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a8dff-eefe-41da-bffc-ce21a9e40b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd1abc5-578d-4fde-9325-21fd53f45200,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:12.831921 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-af41747a-5ac2-44f0-978b-40e3a402cf01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:12.857079 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-af41747a-5ac2-44f0-978b-40e3a402cf01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:12.902110 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-af41747a-5ac2-44f0-978b-40e3a402cf01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:12.904719 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-af41747a-5ac2-44f0-978b-40e3a402cf01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:12.905863 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-af41747a-5ac2-44f0-978b-40e3a402cf01 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3bd1abc5-578d-4fde-9325-21fd53f45200 HTTP/1.1" status: 204 len: 168 time: 0.1253097 Nov 12 02:27:12.914059 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41747a-5ac2-44f0-978b-40e3a402cf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd1abc5-578d-4fde-9325-21fd53f45200,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:13.329585 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee01f2c-a43b-41b3-9554-a831e7048dd1 req-7faa2377-ade5-47c3-b09a-7774288a31f2 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:13.331095 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cee01f2c-a43b-41b3-9554-a831e7048dd1 req-7faa2377-ade5-47c3-b09a-7774288a31f2 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.0747633 Nov 12 02:27:13.338437 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514600ce-7bec-4ae5-9a33-2e9711d202c4 req-810061b8-c5e5-4a15-a08d-8e44a15f98a5 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:13.339890 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-514600ce-7bec-4ae5-9a33-2e9711d202c4 req-810061b8-c5e5-4a15-a08d-8e44a15f98a5 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 946 time: 0.0950723 Nov 12 02:27:13.415608 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cee01f2c-a43b-41b3-9554-a831e7048dd1 req-7da9bd2f-4c89-4c87-9414-0edff32d5e0a tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746686 Nov 12 02:27:13.420733 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-514600ce-7bec-4ae5-9a33-2e9711d202c4 req-bf6cbd81-9a83-44d8-8ff6-31742e4510a3 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730431 Nov 12 02:27:13.546422 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701cf4eb-6d33-4aa4-a762-2cae743dd618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9'}, {'server_uuid': '44c025f0-3bb5-4ce5-944f-0f553ef80f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827c9b0b-5bbb-48cc-9c27-94e0fb2378a2'}, {'server_uuid': '26d16c68-a04c-4a32-a599-e202e6c64152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f'}, {'server_uuid': '7dc3ef58-e30c-44da-bef1-9678e3c7b14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838aaf11-0ed7-4529-b85a-74acc6e006ad'}, {'server_uuid': '5c1ce3bd-1739-49be-ab2e-e81c1026ae30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2246ad-0135-4e41-9bee-c87015e386f7'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:27:13.550855 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462eed6d-a10c-43b2-b47a-d162992c1c7c" -d '{"events": [{"server_uuid": "701cf4eb-6d33-4aa4-a762-2cae743dd618", "name": "network-vif-plugged", "status": "completed", "tag": "b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9"}, {"server_uuid": "44c025f0-3bb5-4ce5-944f-0f553ef80f8a", "name": "network-vif-plugged", "status": "completed", "tag": "827c9b0b-5bbb-48cc-9c27-94e0fb2378a2"}, {"server_uuid": "26d16c68-a04c-4a32-a599-e202e6c64152", "name": "network-vif-plugged", "status": "completed", "tag": "6159a4de-08df-4c5b-afb6-bc1f4e2f213f"}, {"server_uuid": "7dc3ef58-e30c-44da-bef1-9678e3c7b14a", "name": "network-vif-plugged", "status": "completed", "tag": "838aaf11-0ed7-4529-b85a-74acc6e006ad"}, {"server_uuid": "5c1ce3bd-1739-49be-ab2e-e81c1026ae30", "name": "network-vif-plugged", "status": "completed", "tag": "2c2246ad-0135-4e41-9bee-c87015e386f7"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:27:13.635028 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63321108-9cac-401e-9bb3-1575b56480ca req-b58a4d2d-8f2c-4d0e-b2e1-483e870a3acc tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:13.636513 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-63321108-9cac-401e-9bb3-1575b56480ca req-b58a4d2d-8f2c-4d0e-b2e1-483e870a3acc tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0834115 Nov 12 02:27:13.648684 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44cd54-293f-4c9d-b5f7-a4c9c4a4f18e req-876c7938-44e1-4541-930e-0550a856b8d0 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:13.650607 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bd44cd54-293f-4c9d-b5f7-a4c9c4a4f18e req-876c7938-44e1-4541-930e-0550a856b8d0 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0721576 Nov 12 02:27:13.728032 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-63321108-9cac-401e-9bb3-1575b56480ca req-7185ad51-ffba-4134-b69d-c3e7b1ff6bc1 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758045 Nov 12 02:27:13.738486 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bd44cd54-293f-4c9d-b5f7-a4c9c4a4f18e req-f457ef07-cba9-4768-8cc7-649752d55596 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791748 Nov 12 02:27:13.799947 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 12 Nov 2021 02:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e1ab94-0ff3-4fd9-a2bd-849a9c785f9e x-openstack-request-id: req-38e1ab94-0ff3-4fd9-a2bd-849a9c785f9e {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:27:13.800458 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701cf4eb-6d33-4aa4-a762-2cae743dd618", "name": "network-vif-plugged", "status": "completed", "tag": "b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9", "code": 200}, {"server_uuid": "44c025f0-3bb5-4ce5-944f-0f553ef80f8a", "name": "network-vif-plugged", "status": "completed", "tag": "827c9b0b-5bbb-48cc-9c27-94e0fb2378a2", "code": 200}, {"server_uuid": "26d16c68-a04c-4a32-a599-e202e6c64152", "name": "network-vif-plugged", "status": "completed", "tag": "6159a4de-08df-4c5b-afb6-bc1f4e2f213f", "code": 200}, {"server_uuid": "7dc3ef58-e30c-44da-bef1-9678e3c7b14a", "name": "network-vif-plugged", "status": "completed", "tag": "838aaf11-0ed7-4529-b85a-74acc6e006ad", "code": 200}, {"server_uuid": "5c1ce3bd-1739-49be-ab2e-e81c1026ae30", "name": "network-vif-plugged", "status": "completed", "tag": "2c2246ad-0135-4e41-9bee-c87015e386f7", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:27:13.800714 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-38e1ab94-0ff3-4fd9-a2bd-849a9c785f9e {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:27:13.801121 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701cf4eb-6d33-4aa4-a762-2cae743dd618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9', 'code': 200} Nov 12 02:27:13.801376 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c025f0-3bb5-4ce5-944f-0f553ef80f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827c9b0b-5bbb-48cc-9c27-94e0fb2378a2', 'code': 200} Nov 12 02:27:13.802203 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d16c68-a04c-4a32-a599-e202e6c64152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f', 'code': 200} Nov 12 02:27:13.802448 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc3ef58-e30c-44da-bef1-9678e3c7b14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838aaf11-0ed7-4529-b85a-74acc6e006ad', 'code': 200} Nov 12 02:27:13.802786 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1ce3bd-1739-49be-ab2e-e81c1026ae30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2246ad-0135-4e41-9bee-c87015e386f7', 'code': 200} Nov 12 02:27:13.876390 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b1a30-c2a5-4e55-a545-6b4b03ebcb29 req-ac816ceb-2198-41db-bbdf-0bfe6ecdd0bf tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:13.877886 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b58b1a30-c2a5-4e55-a545-6b4b03ebcb29 req-ac816ceb-2198-41db-bbdf-0bfe6ecdd0bf tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0492496 Nov 12 02:27:13.934627 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b58b1a30-c2a5-4e55-a545-6b4b03ebcb29 req-573e5031-ba3c-4cec-a1e0-169256bf4f0a tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481894 Nov 12 02:27:14.571387 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8978c9-4dbc-4a5e-9c65-db5f00b527de req-aace8fb2-5211-47b5-9819-7fe16cb9ed71 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:14.573169 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ec8978c9-4dbc-4a5e-9c65-db5f00b527de req-aace8fb2-5211-47b5-9819-7fe16cb9ed71 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 946 time: 0.0840945 Nov 12 02:27:14.582399 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22455743-6a8e-4602-aa48-bc9ae0d7411d req-8f39b385-c57f-4aaa-8be7-91cce04088e8 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:14.584569 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-22455743-6a8e-4602-aa48-bc9ae0d7411d req-8f39b385-c57f-4aaa-8be7-91cce04088e8 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.0934727 Nov 12 02:27:14.659029 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ec8978c9-4dbc-4a5e-9c65-db5f00b527de req-27634ee0-3fbd-48bc-942b-18a0331d4d4e tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734615 Nov 12 02:27:14.663481 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-22455743-6a8e-4602-aa48-bc9ae0d7411d req-6862f213-aaa6-47f2-a4f4-5077bedaf87a tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711739 Nov 12 02:27:14.709809 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 40680) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:14.867770 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4401891e-fe58-4577-97dc-a2097f44a80b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:14.906019 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1c414-74b9-4eea-9236-dc3f6a2a36cc req-11777aaf-11a1-4bfb-9d76-006391a9b235 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:14.907515 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3cf1c414-74b9-4eea-9236-dc3f6a2a36cc req-11777aaf-11a1-4bfb-9d76-006391a9b235 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.1048722 Nov 12 02:27:14.947961 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06330a5f-bd17-416c-83c9-f609cb232b60 req-056de11d-27c4-4cad-9b25-1fc8e150943c tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:14.949395 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-06330a5f-bd17-416c-83c9-f609cb232b60 req-056de11d-27c4-4cad-9b25-1fc8e150943c tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.1197767 Nov 12 02:27:15.017933 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3cf1c414-74b9-4eea-9236-dc3f6a2a36cc req-31020985-3339-41b6-b9dc-189a2f221230 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023190 Nov 12 02:27:15.039685 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-06330a5f-bd17-416c-83c9-f609cb232b60 req-f5793a34-9ef7-46af-9da3-f51733161630 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840123 Nov 12 02:27:15.055059 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4401891e-fe58-4577-97dc-a2097f44a80b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:15.059266 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4401891e-fe58-4577-97dc-a2097f44a80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:15.120231 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-4401891e-fe58-4577-97dc-a2097f44a80b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ef8e13197bf4d9fbe197904ae35dd18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4092424 Nov 12 02:27:15.122842 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 40692) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:15.137447 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401891e-fe58-4577-97dc-a2097f44a80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2400f7cb-2b43-4dfc-bc8c-2e4cf11a38c6,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:15.165699 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c67d76-8207-4b6d-9388-3bd38bb5f084 req-08efa817-ffe2-4261-9a19-9e04467f612c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:15.167253 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-74c67d76-8207-4b6d-9388-3bd38bb5f084 req-08efa817-ffe2-4261-9a19-9e04467f612c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0720804 Nov 12 02:27:15.177423 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f97c5c42-a876-4a0e-b8a3-d9478f8e5157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:15.199244 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f97c5c42-a876-4a0e-b8a3-d9478f8e5157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:15.216075 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-74c67d76-8207-4b6d-9388-3bd38bb5f084 req-7b455925-6e9f-4a32-ad30-b63dbc6ec5dd tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427904 Nov 12 02:27:15.243918 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f97c5c42-a876-4a0e-b8a3-d9478f8e5157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:15.246500 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f97c5c42-a876-4a0e-b8a3-d9478f8e5157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:15.247654 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-f97c5c42-a876-4a0e-b8a3-d9478f8e5157 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2400f7cb-2b43-4dfc-bc8c-2e4cf11a38c6 HTTP/1.1" status: 204 len: 168 time: 0.1237824 Nov 12 02:27:15.255555 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c5c42-a876-4a0e-b8a3-d9478f8e5157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2400f7cb-2b43-4dfc-bc8c-2e4cf11a38c6,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:15.502751 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 40698) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:15.515749 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f590162b-166b-42ca-a3c6-43206e952dd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:15.594400 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f590162b-166b-42ca-a3c6-43206e952dd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:15.599430 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f590162b-166b-42ca-a3c6-43206e952dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:15.638249 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-f590162b-166b-42ca-a3c6-43206e952dd8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e5da58cb6fc440c38224830e4cb95bdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344736 Nov 12 02:27:15.639139 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590162b-166b-42ca-a3c6-43206e952dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6dee3c-8580-4a57-ae03-e4dda91e837d,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:15.641720 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 40702) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:15.694885 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ff0b9fc0-4121-4451-8243-c98f5700e1da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:15.718730 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ff0b9fc0-4121-4451-8243-c98f5700e1da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:15.829359 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14456e-6464-488f-a25b-1e6915b8fb30 req-8654b301-fb19-47ab-a2a7-11c47b2b948f tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:15.830919 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ff14456e-6464-488f-a25b-1e6915b8fb30 req-8654b301-fb19-47ab-a2a7-11c47b2b948f tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.0925589 Nov 12 02:27:15.840241 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeab083-e27b-4b5b-95f9-7374d32572cd req-deb757ed-8611-46a3-9f09-517e77d9acb7 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:15.841906 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bfeab083-e27b-4b5b-95f9-7374d32572cd req-deb757ed-8611-46a3-9f09-517e77d9acb7 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 946 time: 0.1097085 Nov 12 02:27:15.870442 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ff0b9fc0-4121-4451-8243-c98f5700e1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:15.872950 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ff0b9fc0-4121-4451-8243-c98f5700e1da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:15.874024 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-ff0b9fc0-4121-4451-8243-c98f5700e1da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7f6dee3c-8580-4a57-ae03-e4dda91e837d HTTP/1.1" status: 204 len: 168 time: 0.2305892 Nov 12 02:27:15.889416 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b9fc0-4121-4451-8243-c98f5700e1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6dee3c-8580-4a57-ae03-e4dda91e837d,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:15.932301 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ff14456e-6464-488f-a25b-1e6915b8fb30 req-b47897ea-912b-4e64-9bbc-8a42b6e7a4b7 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890810 Nov 12 02:27:15.935703 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bfeab083-e27b-4b5b-95f9-7374d32572cd req-6c4cede0-e39d-41e5-aeb5-2f78385e6461 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848897 Nov 12 02:27:16.158275 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8347-a71c-4738-81a4-e5243d740ac0 req-fdda14f1-175f-4993-b92f-6cbffbcd2ff2 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:16.159808 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b40d8347-a71c-4738-81a4-e5243d740ac0 req-fdda14f1-175f-4993-b92f-6cbffbcd2ff2 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0751772 Nov 12 02:27:16.197178 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d115669-cf3e-47c1-b323-2ed06b497018 req-4f2f6fa4-925d-4c34-9a3e-6f64d12f9c9b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:16.198803 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1d115669-cf3e-47c1-b323-2ed06b497018 req-4f2f6fa4-925d-4c34-9a3e-6f64d12f9c9b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0829751 Nov 12 02:27:16.243405 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b40d8347-a71c-4738-81a4-e5243d740ac0 req-8cbf7638-69b6-4854-8210-d9c3de055ad5 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762591 Nov 12 02:27:16.276255 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1d115669-cf3e-47c1-b323-2ed06b497018 req-53e843fc-ee71-4b99-8413-8b18469ed41b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717247 Nov 12 02:27:16.349320 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11db51-ac9c-47eb-922a-8dabe0c0f3d3 req-19ef81b5-2ed5-44e6-a10a-8351c6ac1a76 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:16.350829 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7d11db51-ac9c-47eb-922a-8dabe0c0f3d3 req-19ef81b5-2ed5-44e6-a10a-8351c6ac1a76 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0548539 Nov 12 02:27:16.400758 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7d11db51-ac9c-47eb-922a-8dabe0c0f3d3 req-dc65e74d-36cd-4060-8d76-b100a8949c54 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436583 Nov 12 02:27:17.081760 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9615d84-3bd7-49b5-be2b-fd6b72d8deb5 req-050f9f8c-1496-43db-b39e-da5e8862609e tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:17.083285 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b9615d84-3bd7-49b5-be2b-fd6b72d8deb5 req-050f9f8c-1496-43db-b39e-da5e8862609e tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.0800803 Nov 12 02:27:17.104589 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081d4c6-afe5-4e83-96a7-8b28cb732925 req-cf6d9162-2280-40b1-b272-4405baa8cf6c tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:17.106015 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7081d4c6-afe5-4e83-96a7-8b28cb732925 req-cf6d9162-2280-40b1-b272-4405baa8cf6c tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 946 time: 0.0758758 Nov 12 02:27:17.170632 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b9615d84-3bd7-49b5-be2b-fd6b72d8deb5 req-40c51108-a6aa-4431-9620-8b18da176d3d tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803733 Nov 12 02:27:17.197204 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7081d4c6-afe5-4e83-96a7-8b28cb732925 req-5c8d9d03-7e30-4cf3-a114-8b763daa7729 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849330 Nov 12 02:27:17.373393 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa08f6-b112-4dfa-9a11-5be089b3f126 req-dfb6ea4c-635f-453e-98a5-5caeb5689a7b tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:17.374995 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3eaa08f6-b112-4dfa-9a11-5be089b3f126 req-dfb6ea4c-635f-453e-98a5-5caeb5689a7b tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0617514 Nov 12 02:27:17.446681 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726af8ca-1162-404e-a009-0d22161284a5 req-2fc0fb26-5c51-4f30-83d7-00c767543394 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:17.448155 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-726af8ca-1162-404e-a009-0d22161284a5 req-2fc0fb26-5c51-4f30-83d7-00c767543394 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0910490 Nov 12 02:27:17.476320 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3eaa08f6-b112-4dfa-9a11-5be089b3f126 req-0b7a15bd-dae7-45ea-a584-6f8c1e999fd9 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823441 Nov 12 02:27:17.540749 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-726af8ca-1162-404e-a009-0d22161284a5 req-953ce1ca-edea-4c35-a57a-43ab32845c5c tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767059 Nov 12 02:27:17.592580 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274027ef-6363-4bba-bcde-2aa1212b6f23 req-b283366c-0fec-4c68-a9f7-e4ef373683a8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:17.592580 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-274027ef-6363-4bba-bcde-2aa1212b6f23 req-b283366c-0fec-4c68-a9f7-e4ef373683a8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0491302 Nov 12 02:27:17.641869 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-274027ef-6363-4bba-bcde-2aa1212b6f23 req-207eb9c5-7ceb-466a-b9f8-06b763895b41 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450308 Nov 12 02:27:18.042286 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 40802) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:18.143428 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c8dc88bd-8220-4c69-82ef-60a6dbb35750 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:18.218640 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c8dc88bd-8220-4c69-82ef-60a6dbb35750 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:18.223549 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c8dc88bd-8220-4c69-82ef-60a6dbb35750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:18.292553 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc88bd-8220-4c69-82ef-60a6dbb35750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27376640-ee91-4c8d-ad6d-1c1b8589257d,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:18.300062 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-c8dc88bd-8220-4c69-82ef-60a6dbb35750 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b70293546bad41e584b0f3573ca9d163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564666 Nov 12 02:27:18.303401 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 40810) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:18.338718 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b40a9a-55b7-434d-a1f5-d02dc00e58cb req-fc2a0a40-fa4d-4dcd-b6e9-f478d072bf4e tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:18.340216 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-50b40a9a-55b7-434d-a1f5-d02dc00e58cb req-fc2a0a40-fa4d-4dcd-b6e9-f478d072bf4e tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.0935235 Nov 12 02:27:18.351413 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b76395d2-a5ef-407f-8e37-544896a38a5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:18.352403 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2f949-a47f-40b7-a193-dc05b78341c9 req-3ab5a051-b013-4b21-bd91-a4e39a4a3895 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:18.354025 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8db2f949-a47f-40b7-a193-dc05b78341c9 req-3ab5a051-b013-4b21-bd91-a4e39a4a3895 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 946 time: 0.0873454 Nov 12 02:27:18.373895 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b76395d2-a5ef-407f-8e37-544896a38a5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:18.420444 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b76395d2-a5ef-407f-8e37-544896a38a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:18.422983 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b76395d2-a5ef-407f-8e37-544896a38a5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:18.427538 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-b76395d2-a5ef-407f-8e37-544896a38a5f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/27376640-ee91-4c8d-ad6d-1c1b8589257d HTTP/1.1" status: 204 len: 168 time: 0.1196215 Nov 12 02:27:18.430549 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8db2f949-a47f-40b7-a193-dc05b78341c9 req-29c939b9-f7e3-48da-a238-bbc6591dfda9 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698271 Nov 12 02:27:18.433862 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-50b40a9a-55b7-434d-a1f5-d02dc00e58cb req-77a6c04a-9777-45f5-91bc-c2a6bb6f77d8 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789471 Nov 12 02:27:18.434122 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76395d2-a5ef-407f-8e37-544896a38a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27376640-ee91-4c8d-ad6d-1c1b8589257d,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:18.753687 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 40826) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:18.786469 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fbe11584-6bff-43ae-83ed-eb62d3ccdfd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:18.907503 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500cd50-da8b-4a8b-9352-50cb934902d5 req-6dae7df8-0c7c-47ab-bd97-c0c4ab2d8c23 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:18.911728 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1500cd50-da8b-4a8b-9352-50cb934902d5 req-6dae7df8-0c7c-47ab-bd97-c0c4ab2d8c23 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.3654592 Nov 12 02:27:18.929620 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fbe11584-6bff-43ae-83ed-eb62d3ccdfd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:18.930648 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbc548-08f1-4c2b-8f34-4f10efc16f62 req-eb7c9cc2-7b19-461c-b0db-c51d4a92c42e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:18.938816 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b1dbc548-08f1-4c2b-8f34-4f10efc16f62 req-eb7c9cc2-7b19-461c-b0db-c51d4a92c42e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.1301904 Nov 12 02:27:18.939390 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fbe11584-6bff-43ae-83ed-eb62d3ccdfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:19.003359 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-fbe11584-6bff-43ae-83ed-eb62d3ccdfd1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8361f8dee3c34bc5ae82662056b9b4ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484081 Nov 12 02:27:19.004141 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 40832) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:19.050846 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1500cd50-da8b-4a8b-9352-50cb934902d5 req-c16a8028-d1b6-442c-8993-78957deedf91 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294944 Nov 12 02:27:19.069307 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b1dbc548-08f1-4c2b-8f34-4f10efc16f62 req-95d78d5d-d130-4c3a-bf5e-3ed95b9422d8 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291497 Nov 12 02:27:19.137959 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39c804-6d4f-4d8a-985c-d3a2900a11dd req-916494ea-24ab-4846-93ff-d908ab911b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:19.139537 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cb39c804-6d4f-4d8a-985c-d3a2900a11dd req-916494ea-24ab-4846-93ff-d908ab911b3b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 1099 time: 0.1859410 Nov 12 02:27:19.150989 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe11584-6bff-43ae-83ed-eb62d3ccdfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaf049a-4985-42ee-a9f4-e1511d899b5e,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:19.212486 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc5020-f1d6-4c31-8f40-c0f1c19ab612 req-78dad256-0508-499e-829e-d02192f27c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:19.213973 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fdcc5020-f1d6-4c31-8f40-c0f1c19ab612 req-78dad256-0508-499e-829e-d02192f27c3f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 1098 time: 0.1610212 Nov 12 02:27:19.216479 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2c93952e-d8ac-4ece-93e0-6ca5b20ca429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:19.241456 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15359c81-c903-4132-b151-5909d802e9bb req-dcf551c2-2ddd-4412-b262-48c985e270e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:19.243285 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-15359c81-c903-4132-b151-5909d802e9bb req-dcf551c2-2ddd-4412-b262-48c985e270e1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 1098 time: 0.1634378 Nov 12 02:27:19.245568 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b975b-0e16-4ca3-8c5c-860b7f8c3205 req-e58d3c4f-bb39-4209-a356-44ff3a6e84a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:19.247114 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ef5b975b-0e16-4ca3-8c5c-860b7f8c3205 req-e58d3c4f-bb39-4209-a356-44ff3a6e84a3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 1098 time: 0.1652148 Nov 12 02:27:19.261202 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2c93952e-d8ac-4ece-93e0-6ca5b20ca429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:19.265606 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7c3d3-975b-48b8-82bb-fadb955d0acb req-6f22b638-5f2e-4de4-8807-1f71ef9fcfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:19.267130 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-eab7c3d3-975b-48b8-82bb-fadb955d0acb req-6f22b638-5f2e-4de4-8807-1f71ef9fcfc8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 1098 time: 0.1891730 Nov 12 02:27:19.267312 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:19.276208 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cb39c804-6d4f-4d8a-985c-d3a2900a11dd req-d1ecd18b-e389-4085-ae4e-f312d35748c4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261971 Nov 12 02:27:19.301141 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e64cb-77e0-48a2-8b03-61f069e8b4de req-5dd02434-08be-4bf7-ac1e-ec4803a385be tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:19.302635 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b24e64cb-77e0-48a2-8b03-61f069e8b4de req-5dd02434-08be-4bf7-ac1e-ec4803a385be tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.1360478 Nov 12 02:27:19.337009 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-15359c81-c903-4132-b151-5909d802e9bb req-0da546fc-df83-492b-a8b6-57cab7854868 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737500 Nov 12 02:27:19.339584 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fdcc5020-f1d6-4c31-8f40-c0f1c19ab612 req-0dd5eb92-57cb-49fc-8d5a-68288bda99c6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077571 Nov 12 02:27:19.354786 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2c93952e-d8ac-4ece-93e0-6ca5b20ca429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:19.357486 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2c93952e-d8ac-4ece-93e0-6ca5b20ca429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:19.358634 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-2c93952e-d8ac-4ece-93e0-6ca5b20ca429 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aeaf049a-4985-42ee-a9f4-e1511d899b5e HTTP/1.1" status: 204 len: 168 time: 0.3508003 Nov 12 02:27:19.367212 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93952e-d8ac-4ece-93e0-6ca5b20ca429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaf049a-4985-42ee-a9f4-e1511d899b5e,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:19.373552 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ef5b975b-0e16-4ca3-8c5c-860b7f8c3205 req-24cf8ee2-6251-4832-890a-e214615f5a96 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879855 Nov 12 02:27:19.395590 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b24e64cb-77e0-48a2-8b03-61f069e8b4de req-4b7f3140-0a60-4f33-ad21-aece71769d03 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778582 Nov 12 02:27:19.591744 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abe1e2-1f88-4ecc-8bec-3cd72b9de89b req-3a29fe9f-19e3-465b-afea-0fb2e2d7b14a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:19.593217 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e8abe1e2-1f88-4ecc-8bec-3cd72b9de89b req-3a29fe9f-19e3-465b-afea-0fb2e2d7b14a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 946 time: 0.0709364 Nov 12 02:27:19.601709 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76b268-fe7c-491b-b410-bfcfa98e350c req-541e64f1-3708-4a67-a5f8-1f7fbbe7c9f5 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:19.603150 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-af76b268-fe7c-491b-b410-bfcfa98e350c req-541e64f1-3708-4a67-a5f8-1f7fbbe7c9f5 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.0897703 Nov 12 02:27:19.674490 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e8abe1e2-1f88-4ecc-8bec-3cd72b9de89b req-752e4694-5773-4d03-adde-712ae9a76565 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703926 Nov 12 02:27:19.681666 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-af76b268-fe7c-491b-b410-bfcfa98e350c req-b5e3a55f-f594-4004-a383-f97ab7fff45e tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709326 Nov 12 02:27:20.204330 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2461c-71e1-43a3-814c-ec6b1b80b39d req-463aeaa4-2d30-42a2-b1bd-026a4b779d82 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:20.205819 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-93b2461c-71e1-43a3-814c-ec6b1b80b39d req-463aeaa4-2d30-42a2-b1bd-026a4b779d82 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0827568 Nov 12 02:27:20.236238 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336be3a8-4539-40c6-ab66-8ba3d7cb2ca3 req-8773fcbd-e5fe-4641-99dd-b113d913df20 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:20.237697 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-336be3a8-4539-40c6-ab66-8ba3d7cb2ca3 req-8773fcbd-e5fe-4641-99dd-b113d913df20 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0808549 Nov 12 02:27:20.284684 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-93b2461c-71e1-43a3-814c-ec6b1b80b39d req-a435d33f-af66-4bdd-ad6c-f841a948ca17 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718288 Nov 12 02:27:20.309548 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-336be3a8-4539-40c6-ab66-8ba3d7cb2ca3 req-088247cd-f088-4068-b1e8-34e2160f2636 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621748 Nov 12 02:27:20.507452 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15176110-0103-4c31-bcf5-fc5f4b08c31e req-d8983945-511a-4a25-8c2d-8d20c8aaf27d tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:20.509174 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-15176110-0103-4c31-bcf5-fc5f4b08c31e req-d8983945-511a-4a25-8c2d-8d20c8aaf27d tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0507271 Nov 12 02:27:20.556849 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-15176110-0103-4c31-bcf5-fc5f4b08c31e req-0c0108c4-3df9-4512-bd50-e1c59b33cdb3 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417027 Nov 12 02:27:20.823178 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76343e-c22c-4c09-a2cb-dfdcfb88ea4c req-f438ae3b-87b5-4933-bc69-ded46f61a415 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:20.825440 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3c76343e-c22c-4c09-a2cb-dfdcfb88ea4c req-f438ae3b-87b5-4933-bc69-ded46f61a415 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 946 time: 0.0826313 Nov 12 02:27:20.843566 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13c541-2cc6-427a-8d51-254261e8acaf req-7e2b0107-7a4c-4875-a6bb-8e1e0bda5393 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:20.845134 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fa13c541-2cc6-427a-8d51-254261e8acaf req-7e2b0107-7a4c-4875-a6bb-8e1e0bda5393 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.0764959 Nov 12 02:27:20.935307 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3c76343e-c22c-4c09-a2cb-dfdcfb88ea4c req-da4a8c9d-3c0c-4a5d-adf7-2c1e5078042e tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891733 Nov 12 02:27:20.938714 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fa13c541-2cc6-427a-8d51-254261e8acaf req-ef3b2ab6-0b50-4b9b-bd63-60d0c37d9d8a tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841851 Nov 12 02:27:21.429489 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35eda8-e135-42c3-8474-070b516cbfe2 req-c5c68dee-dc26-48fb-b263-1453a07a9587 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:21.430892 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7a35eda8-e135-42c3-8474-070b516cbfe2 req-c5c68dee-dc26-48fb-b263-1453a07a9587 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0796399 Nov 12 02:27:21.442884 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64d75c-d482-43ed-ad7d-e818784057da req-1ce63145-c491-4460-a2eb-c535ca7a9c17 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:21.444273 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0f64d75c-d482-43ed-ad7d-e818784057da req-1ce63145-c491-4460-a2eb-c535ca7a9c17 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0670822 Nov 12 02:27:21.515093 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7a35eda8-e135-42c3-8474-070b516cbfe2 req-79062417-cbaf-4c10-8db0-a9d066a7eb12 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698643 Nov 12 02:27:21.518333 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0f64d75c-d482-43ed-ad7d-e818784057da req-684af5a7-391e-4ce0-a525-3dd437fce252 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676415 Nov 12 02:27:21.668395 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec897c8e-5f03-4045-b88f-d9ca5535c655 req-8c0bb24e-104a-4fe8-b719-f08ed2ab5d89 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:21.669864 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ec897c8e-5f03-4045-b88f-d9ca5535c655 req-8c0bb24e-104a-4fe8-b719-f08ed2ab5d89 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0479496 Nov 12 02:27:21.717082 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ec897c8e-5f03-4045-b88f-d9ca5535c655 req-54c87540-aa42-4e70-9529-fde122bb447b tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413697 Nov 12 02:27:22.076896 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41d32d-40cc-4bff-9868-bccc69162688 req-df82232e-2612-4a20-a740-09699a25b6a3 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:22.078388 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8b41d32d-40cc-4bff-9868-bccc69162688 req-df82232e-2612-4a20-a740-09699a25b6a3 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 946 time: 0.0779545 Nov 12 02:27:22.090348 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef95245-3aba-45d1-8ac5-1624ac488d7b req-0a781375-c20f-4421-8ccc-00bf59df5973 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:22.091787 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1ef95245-3aba-45d1-8ac5-1624ac488d7b req-0a781375-c20f-4421-8ccc-00bf59df5973 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.0635993 Nov 12 02:27:22.163495 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8b41d32d-40cc-4bff-9868-bccc69162688 req-56e36c15-6b55-47e6-a24f-93abed35ec06 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707688 Nov 12 02:27:22.167966 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1ef95245-3aba-45d1-8ac5-1624ac488d7b req-ef81a8aa-9cf6-4d84-8ef0-acd234e68f03 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697057 Nov 12 02:27:22.669883 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c88bbc-280a-4461-a00f-6ec03332bafa req-61b49b79-ccc2-4866-8996-ecc5c3e34010 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:22.671388 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-35c88bbc-280a-4461-a00f-6ec03332bafa req-61b49b79-ccc2-4866-8996-ecc5c3e34010 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0713649 Nov 12 02:27:22.679528 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69b73b-30a5-4493-9d32-192970194fd9 req-66500f74-8d67-4d2e-9b06-bb554923d7b9 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:22.680893 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5c69b73b-30a5-4493-9d32-192970194fd9 req-66500f74-8d67-4d2e-9b06-bb554923d7b9 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0921245 Nov 12 02:27:22.751186 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-35c88bbc-280a-4461-a00f-6ec03332bafa req-a48f836e-8483-4cbd-a306-f130f5bed823 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693438 Nov 12 02:27:22.755667 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5c69b73b-30a5-4493-9d32-192970194fd9 req-2f53cb68-bfbc-4598-ba64-ad3e989a81f5 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681310 Nov 12 02:27:22.853998 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3e89c-30a3-48f1-a4e3-8bd4356a58c4 req-71b2b635-bffe-481e-af9c-e71f27563bd5 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:22.855596 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6fa3e89c-30a3-48f1-a4e3-8bd4356a58c4 req-71b2b635-bffe-481e-af9c-e71f27563bd5 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0482664 Nov 12 02:27:22.903130 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6fa3e89c-30a3-48f1-a4e3-8bd4356a58c4 req-983a98f7-0712-4f06-bb47-5e94612ebeea tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416679 Nov 12 02:27:23.326567 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68abb79-611c-4c32-84fa-b0e1c7821fd7 req-1084ce2f-f5f7-465f-87de-1ffb299e5351 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:23.328979 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c68abb79-611c-4c32-84fa-b0e1c7821fd7 req-1084ce2f-f5f7-465f-87de-1ffb299e5351 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.0871763 Nov 12 02:27:23.337446 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9ea76-c1b1-407b-a301-9c4bd7a2a433 req-94a8dbcb-61ea-498d-ae5b-4cb9de4ca69a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:23.338847 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b4f9ea76-c1b1-407b-a301-9c4bd7a2a433 req-94a8dbcb-61ea-498d-ae5b-4cb9de4ca69a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 946 time: 0.0949442 Nov 12 02:27:23.413458 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c68abb79-611c-4c32-84fa-b0e1c7821fd7 req-11cd62fc-e4c8-4fd2-82f5-8e43ff724922 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734522 Nov 12 02:27:23.421562 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b4f9ea76-c1b1-407b-a301-9c4bd7a2a433 req-be941f1f-f73d-42d0-ab44-5fc997f1c1b4 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757751 Nov 12 02:27:23.607076 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:27:23.900606 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5a83e-b8f7-4671-ad73-b6089df8e1a7 req-29fc9d86-835e-427b-9517-02d1ab98a335 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:23.902097 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-beb5a83e-b8f7-4671-ad73-b6089df8e1a7 req-29fc9d86-835e-427b-9517-02d1ab98a335 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0789659 Nov 12 02:27:23.909401 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364f677-a726-47a4-8a3a-391d567b8196 req-342bbf90-59b5-454d-8320-bf2ed37df126 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:23.911340 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5364f677-a726-47a4-8a3a-391d567b8196 req-342bbf90-59b5-454d-8320-bf2ed37df126 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0858159 Nov 12 02:27:23.986909 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-beb5a83e-b8f7-4671-ad73-b6089df8e1a7 req-751aaf9c-e1c0-428f-a76a-ad46a6639a6f tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744946 Nov 12 02:27:23.990509 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5364f677-a726-47a4-8a3a-391d567b8196 req-a2e92aa0-f5b0-46a5-87a4-75856679f1fc tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726390 Nov 12 02:27:24.093719 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f29ef2-de4f-4335-9b1d-122ad70c8ea3 req-dcd0e96b-33b7-45ef-a939-e916cd443db6 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:24.095209 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-58f29ef2-de4f-4335-9b1d-122ad70c8ea3 req-dcd0e96b-33b7-45ef-a939-e916cd443db6 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0486922 Nov 12 02:27:24.141876 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-58f29ef2-de4f-4335-9b1d-122ad70c8ea3 req-a88952da-4aab-4317-b2c5-b0a52cb085c4 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408206 Nov 12 02:27:24.552177 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126f97e-bf4b-4f34-8f07-ee1a95f59eaf req-ec679e82-f11e-4540-a8d1-010e3d9c18dd tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:24.553558 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8126f97e-bf4b-4f34-8f07-ee1a95f59eaf req-ec679e82-f11e-4540-a8d1-010e3d9c18dd tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.0748420 Nov 12 02:27:24.565610 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481804b-9ac3-413f-b500-f0dbc76c71d9 req-d002377b-b57a-4155-a871-ed9dfb0b0920 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:24.567025 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8481804b-9ac3-413f-b500-f0dbc76c71d9 req-d002377b-b57a-4155-a871-ed9dfb0b0920 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 946 time: 0.0795979 Nov 12 02:27:24.636223 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8126f97e-bf4b-4f34-8f07-ee1a95f59eaf req-23d6d4a1-92a0-467d-9416-02868bf0db3a tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682590 Nov 12 02:27:24.640518 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8481804b-9ac3-413f-b500-f0dbc76c71d9 req-78e78af5-8e49-44d3-993d-9a9fa4585578 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670860 Nov 12 02:27:25.049434 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-eab7c3d3-975b-48b8-82bb-fadb955d0acb req-1b69ceec-3662-4a86-b356-ea01c564306c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441220 Nov 12 02:27:25.137747 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e21d3d-986f-40f0-9dee-d3ee9f0d8dfe req-75d5e5d1-a404-4764-a4c8-33de2f73ff45 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:25.139246 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-83e21d3d-986f-40f0-9dee-d3ee9f0d8dfe req-75d5e5d1-a404-4764-a4c8-33de2f73ff45 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0819433 Nov 12 02:27:25.154694 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bb968-eb72-481d-be1f-0b9efadcc9df req-e8400710-7df4-4e32-aa70-d0b243accf7f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:25.154694 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5d1bb968-eb72-481d-be1f-0b9efadcc9df req-e8400710-7df4-4e32-aa70-d0b243accf7f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0689788 Nov 12 02:27:25.225250 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-83e21d3d-986f-40f0-9dee-d3ee9f0d8dfe req-04d2ebeb-13f4-4660-93cc-20574f267cb1 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710666 Nov 12 02:27:25.244629 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5d1bb968-eb72-481d-be1f-0b9efadcc9df req-e1f91755-75ac-4d8a-94fb-585d6445d9c7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689564 Nov 12 02:27:25.336146 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6961091-f108-4627-99bd-f225b0829c54 req-d481f15a-d2cc-47a6-a77b-93fcd9b47c05 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:25.337694 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f6961091-f108-4627-99bd-f225b0829c54 req-d481f15a-d2cc-47a6-a77b-93fcd9b47c05 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0541356 Nov 12 02:27:25.386597 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f6961091-f108-4627-99bd-f225b0829c54 req-b2e8d437-07ec-450d-91f5-8c6df4983095 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424731 Nov 12 02:27:25.783603 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bbef7-bb5d-44a0-9ef0-ef4dd0f05f53 req-c58d6956-bad4-4199-a657-8e1fc2307a6a tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:25.785071 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-803bbef7-bb5d-44a0-9ef0-ef4dd0f05f53 req-c58d6956-bad4-4199-a657-8e1fc2307a6a tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.0833657 Nov 12 02:27:25.795490 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328bbba-2767-40d4-b49a-5e7b13022755 req-26d9ef7e-2597-4f93-a945-f0a0544cd103 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:25.796842 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4328bbba-2767-40d4-b49a-5e7b13022755 req-26d9ef7e-2597-4f93-a945-f0a0544cd103 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 946 time: 0.0855129 Nov 12 02:27:25.867781 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-803bbef7-bb5d-44a0-9ef0-ef4dd0f05f53 req-f16b4216-c728-44f8-ae5c-d8d2e607da68 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697315 Nov 12 02:27:25.871118 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4328bbba-2767-40d4-b49a-5e7b13022755 req-e389dd94-bb72-4e70-8950-5db337e67a21 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675590 Nov 12 02:27:26.367020 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5086cfd-8744-47ce-bd04-fdbb66de94a4 req-a39cafbb-dc59-4835-9a6f-3f0da67576cb tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:26.368785 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f5086cfd-8744-47ce-bd04-fdbb66de94a4 req-a39cafbb-dc59-4835-9a6f-3f0da67576cb tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0781260 Nov 12 02:27:26.385445 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1976ce-694d-4e43-a8f0-9d74ccde42df req-fd063d61-170e-4357-8ee9-66e66025d450 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:26.387180 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1d1976ce-694d-4e43-a8f0-9d74ccde42df req-fd063d61-170e-4357-8ee9-66e66025d450 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0712881 Nov 12 02:27:26.458600 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f5086cfd-8744-47ce-bd04-fdbb66de94a4 req-9ab74a02-af5d-4f08-bda2-4eb7e6396696 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704651 Nov 12 02:27:26.462076 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1d1976ce-694d-4e43-a8f0-9d74ccde42df req-4cf1488d-4291-46af-8557-3f76c1c5e3af tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683684 Nov 12 02:27:26.571981 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725189d7-f838-40fd-9bf7-733258aa1df8 req-20f27bbb-468e-4b98-aba7-a7ac95ef3f6d tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:26.573546 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-725189d7-f838-40fd-9bf7-733258aa1df8 req-20f27bbb-468e-4b98-aba7-a7ac95ef3f6d tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0506592 Nov 12 02:27:26.624439 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-725189d7-f838-40fd-9bf7-733258aa1df8 req-a504f80d-f098-40e9-adfd-1421ac395c85 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449240 Nov 12 02:27:27.014921 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca266b55-e5e1-4578-8015-1838aaedb42c req-1b4ce4d5-2829-4ec9-ac10-9fad45900414 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:27.016399 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ca266b55-e5e1-4578-8015-1838aaedb42c req-1b4ce4d5-2829-4ec9-ac10-9fad45900414 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 946 time: 0.0786250 Nov 12 02:27:27.023777 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9191c2-6270-4a86-a8cd-623a94dcc3fc req-ec6fb09a-f179-4817-9bb2-27ddb53c8785 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:27.025140 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8a9191c2-6270-4a86-a8cd-623a94dcc3fc req-ec6fb09a-f179-4817-9bb2-27ddb53c8785 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.0780344 Nov 12 02:27:27.094715 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ca266b55-e5e1-4578-8015-1838aaedb42c req-cbdd1900-9ae6-4d64-a159-40bba16f23c6 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685813 Nov 12 02:27:27.099027 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8a9191c2-6270-4a86-a8cd-623a94dcc3fc req-b12a8ed0-1504-402f-b488-1f3249e1093c tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673304 Nov 12 02:27:27.605170 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d078ea-e0cd-41f2-b649-1fe3776eea6e req-1703e1b5-6b5c-4bab-b2ee-67cdc689e41a tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:27.606642 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-51d078ea-e0cd-41f2-b649-1fe3776eea6e req-1703e1b5-6b5c-4bab-b2ee-67cdc689e41a tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0688465 Nov 12 02:27:27.614834 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392b7ff-4d59-4cce-a61f-dfc4cc4df5d5 req-f18ddb24-9283-4834-b459-a632631647b5 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:27.616193 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3392b7ff-4d59-4cce-a61f-dfc4cc4df5d5 req-f18ddb24-9283-4834-b459-a632631647b5 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0869939 Nov 12 02:27:27.688702 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-51d078ea-e0cd-41f2-b649-1fe3776eea6e req-488028e5-2dde-425b-9adb-6afc329c9c23 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715010 Nov 12 02:27:27.696627 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3392b7ff-4d59-4cce-a61f-dfc4cc4df5d5 req-ed52e87d-7db5-4f29-b3eb-b718b7d18c07 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720994 Nov 12 02:27:27.807353 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db682efb-7c15-430f-ac91-3151c5740a2e req-7de2023c-76cc-4276-ae09-ca1bcc04ff88 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:27.808701 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-db682efb-7c15-430f-ac91-3151c5740a2e req-7de2023c-76cc-4276-ae09-ca1bcc04ff88 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0473292 Nov 12 02:27:27.855531 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-db682efb-7c15-430f-ac91-3151c5740a2e req-43b48821-cf9e-4dd6-8cec-4016896acf8c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410552 Nov 12 02:27:28.414944 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529e630-10f0-455d-b08b-309a55212245 req-da6bd60a-e990-4caa-a5f8-57106085e8c0 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:28.416361 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d529e630-10f0-455d-b08b-309a55212245 req-da6bd60a-e990-4caa-a5f8-57106085e8c0 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 946 time: 0.2537906 Nov 12 02:27:28.424434 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a0042-ca06-44b9-a657-64e1db3f0045 req-7b13cad3-8de5-4542-90d9-539e3cc07897 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:28.425771 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-044a0042-ca06-44b9-a657-64e1db3f0045 req-7b13cad3-8de5-4542-90d9-539e3cc07897 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.2546756 Nov 12 02:27:28.495789 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d529e630-10f0-455d-b08b-309a55212245 req-d3f0f656-00b8-41a8-a6bb-968fbbd80850 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685000 Nov 12 02:27:28.498955 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-044a0042-ca06-44b9-a657-64e1db3f0045 req-bdfd9869-5c28-4e86-a1d2-d827db2f931f tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662069 Nov 12 02:27:28.841880 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9dbc27-0aa0-411e-bcd6-5d74fd7c41bd req-2eca37bc-6159-4e81-95b9-87d7014bb5e2 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:28.843370 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ef9dbc27-0aa0-411e-bcd6-5d74fd7c41bd req-2eca37bc-6159-4e81-95b9-87d7014bb5e2 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0704966 Nov 12 02:27:28.851471 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d6015-75ff-48ea-9fc4-0d14e809e665 req-1e90310d-0b9b-48d1-b74f-b9cd883988cd tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:28.852828 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-045d6015-75ff-48ea-9fc4-0d14e809e665 req-1e90310d-0b9b-48d1-b74f-b9cd883988cd tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0893614 Nov 12 02:27:28.924151 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ef9dbc27-0aa0-411e-bcd6-5d74fd7c41bd req-c07a221e-7e73-4bd8-81bc-4c69c0d1e673 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703793 Nov 12 02:27:28.928641 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-045d6015-75ff-48ea-9fc4-0d14e809e665 req-6f2b3859-83ca-4871-9e68-0951509554b1 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683174 Nov 12 02:27:29.030390 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfc2bc-5466-40a2-9fb8-33eb415fdc5c req-764d0906-da6c-41eb-b48a-de68e4b8cdc0 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:29.031794 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-accfc2bc-5466-40a2-9fb8-33eb415fdc5c req-764d0906-da6c-41eb-b48a-de68e4b8cdc0 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0490105 Nov 12 02:27:29.077818 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-accfc2bc-5466-40a2-9fb8-33eb415fdc5c req-301750f2-5ba1-43ca-9124-82f714ab3925 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402741 Nov 12 02:27:29.641101 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97facc-7fd6-4cf1-96d0-8def5087959d req-9a8ffe61-a27d-4500-ae78-b594df8fc59b tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:29.642572 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1d97facc-7fd6-4cf1-96d0-8def5087959d req-9a8ffe61-a27d-4500-ae78-b594df8fc59b tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 946 time: 0.0783112 Nov 12 02:27:29.650792 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252695d0-928d-4d4d-bac1-4fbda7c96144 req-e3c1dbc4-30f6-4e07-b6ae-376074f5f879 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:29.652061 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-252695d0-928d-4d4d-bac1-4fbda7c96144 req-e3c1dbc4-30f6-4e07-b6ae-376074f5f879 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.0865097 Nov 12 02:27:29.719208 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1d97facc-7fd6-4cf1-96d0-8def5087959d req-8a853264-b318-4530-babc-6b2846a07666 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662034 Nov 12 02:27:29.727055 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-252695d0-928d-4d4d-bac1-4fbda7c96144 req-69b6c056-6016-4029-8649-d245c7b338e5 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684023 Nov 12 02:27:30.076310 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c88fe1-7133-48ae-be24-68a1ea60aeb4 req-fb67b91b-3cdf-4654-a480-fd3d979f8154 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:30.077703 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-68c88fe1-7133-48ae-be24-68a1ea60aeb4 req-fb67b91b-3cdf-4654-a480-fd3d979f8154 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0794384 Nov 12 02:27:30.085797 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe51ed-c73a-4bcb-9c06-3d7ff473c608 req-53296a67-739b-4a9a-bc65-91f64d3a2690 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:30.087184 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e6fe51ed-c73a-4bcb-9c06-3d7ff473c608 req-53296a67-739b-4a9a-bc65-91f64d3a2690 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0796986 Nov 12 02:27:30.158211 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-68c88fe1-7133-48ae-be24-68a1ea60aeb4 req-39145d07-f9f3-46b0-8234-85c517b8fdfa tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700028 Nov 12 02:27:30.161748 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e6fe51ed-c73a-4bcb-9c06-3d7ff473c608 req-984d45e2-bd88-4e8b-9dd3-fc3183ba0cc4 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679858 Nov 12 02:27:30.263665 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2319d-827f-48f9-a6c4-f30f0800e7e6 req-d9d227a0-ed8b-4b9c-b67b-932dad2f2192 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:30.265147 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aea2319d-827f-48f9-a6c4-f30f0800e7e6 req-d9d227a0-ed8b-4b9c-b67b-932dad2f2192 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0508523 Nov 12 02:27:30.288908 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-ac7d2399-8ec1-4fb8-901b-d95ea5c9cb02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:30.315366 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aea2319d-827f-48f9-a6c4-f30f0800e7e6 req-62cfdf31-7774-4cc3-b073-7315d60d680b tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443301 Nov 12 02:27:30.866241 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daee422-5ba5-48ef-abca-dfc5583dad7f req-b410dba4-cc8f-4c7b-affd-b83e7d645eb2 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:30.868021 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5daee422-5ba5-48ef-abca-dfc5583dad7f req-b410dba4-cc8f-4c7b-affd-b83e7d645eb2 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 946 time: 0.0797818 Nov 12 02:27:30.876288 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da13aa0-483b-4b17-9a49-5dc4ffe57d67 req-8cbed544-c125-4244-998d-af269efb4d18 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:30.877664 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7da13aa0-483b-4b17-9a49-5dc4ffe57d67 req-8cbed544-c125-4244-998d-af269efb4d18 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.0810282 Nov 12 02:27:30.948687 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5daee422-5ba5-48ef-abca-dfc5583dad7f req-f91c78fa-f075-49a8-b06b-1049141c0138 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700679 Nov 12 02:27:30.953032 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7da13aa0-483b-4b17-9a49-5dc4ffe57d67 req-8d794dc9-01c2-48dc-9b67-d923d26f975c tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682557 Nov 12 02:27:31.306874 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46688d-c300-43d7-abae-2a00d274c265 req-3c3afd25-c360-4e6a-9f8b-c7c3b6e5f69d tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:31.308353 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1f46688d-c300-43d7-abae-2a00d274c265 req-3c3afd25-c360-4e6a-9f8b-c7c3b6e5f69d tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0813978 Nov 12 02:27:31.315764 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adfb48-b10c-4b65-9b7e-ee4c69fd8cb8 req-38a16781-7dd5-4a9c-9971-8e14fb9c1808 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:31.317677 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-83adfb48-b10c-4b65-9b7e-ee4c69fd8cb8 req-38a16781-7dd5-4a9c-9971-8e14fb9c1808 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0819840 Nov 12 02:27:31.389613 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1f46688d-c300-43d7-abae-2a00d274c265 req-c989e164-dd6e-490c-83e6-eabb65d442a3 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709958 Nov 12 02:27:31.392909 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-83adfb48-b10c-4b65-9b7e-ee4c69fd8cb8 req-88ed6fc8-e83f-4229-8958-4eb82e9e31ff tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686975 Nov 12 02:27:31.490518 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9b7ed-9b37-4f6c-b5fa-ec452d9ed299 req-e40102fd-99e9-4e47-b7c2-4b2e9b67ad23 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:31.492024 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-39b9b7ed-9b37-4f6c-b5fa-ec452d9ed299 req-e40102fd-99e9-4e47-b7c2-4b2e9b67ad23 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0473490 Nov 12 02:27:31.538611 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-39b9b7ed-9b37-4f6c-b5fa-ec452d9ed299 req-66affbaf-fe01-4f1c-8b3f-3b21cd67d32c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405595 Nov 12 02:27:32.098893 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb377137-0242-4515-838d-aae437ffeb26 req-17d54057-1990-4f40-9f56-aa83be791022 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:32.100414 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-eb377137-0242-4515-838d-aae437ffeb26 req-17d54057-1990-4f40-9f56-aa83be791022 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 946 time: 0.0801206 Nov 12 02:27:32.107950 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a64a72-71dd-4200-ae99-cd07e538d68f req-a9bb22b0-0ca4-4729-9caa-524f81ef918f tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:32.109423 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a6a64a72-71dd-4200-ae99-cd07e538d68f req-a9bb22b0-0ca4-4729-9caa-524f81ef918f tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.0803540 Nov 12 02:27:32.181904 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-eb377137-0242-4515-838d-aae437ffeb26 req-e82aac06-cf02-4f19-a462-9a7f361c33a4 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714715 Nov 12 02:27:32.189525 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a6a64a72-71dd-4200-ae99-cd07e538d68f req-a25ce11b-8dbe-472a-8b26-8bd52c7906d7 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717382 Nov 12 02:27:32.532927 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21339b10-5199-414f-86b3-25bee9a0c154 req-f8ea36cf-dd54-47d5-9e03-40c0a7db0c9f tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:32.534422 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-21339b10-5199-414f-86b3-25bee9a0c154 req-f8ea36cf-dd54-47d5-9e03-40c0a7db0c9f tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0786855 Nov 12 02:27:32.546252 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f9d46-7f6e-42d5-ae33-657a5e772b81 req-8985b962-7a32-4249-a2da-49349e3ea913 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:32.547671 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b24f9d46-7f6e-42d5-ae33-657a5e772b81 req-8985b962-7a32-4249-a2da-49349e3ea913 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0806272 Nov 12 02:27:32.618832 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-21339b10-5199-414f-86b3-25bee9a0c154 req-096003b3-1ef0-443e-9424-f3d23935dd4e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701745 Nov 12 02:27:32.622400 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b24f9d46-7f6e-42d5-ae33-657a5e772b81 req-0db4ff91-7442-4e99-9e38-133ccd4ea239 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676064 Nov 12 02:27:32.633442 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-ac405be4-61cd-4aa9-a523-0967f8021328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:32.737056 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a9e4f-3127-4a79-8e68-a0f0c0b5d5d2 req-fddf0fb6-b137-407e-95ae-d38a0da7b616 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:32.738593 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-141a9e4f-3127-4a79-8e68-a0f0c0b5d5d2 req-fddf0fb6-b137-407e-95ae-d38a0da7b616 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0499301 Nov 12 02:27:32.787842 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-141a9e4f-3127-4a79-8e68-a0f0c0b5d5d2 req-d9bdcae1-b3af-47d5-b78f-9b23ae7fcbf0 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426586 Nov 12 02:27:33.385675 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aceb98-06c4-4316-a86f-ee672a2204c2 req-0c31bc42-2938-406d-a7a1-40da01325656 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:33.387182 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-31aceb98-06c4-4316-a86f-ee672a2204c2 req-0c31bc42-2938-406d-a7a1-40da01325656 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.0899699 Nov 12 02:27:33.398637 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f27b0-6f26-4449-9665-79d35ae572da req-641c82dd-8c60-4a9b-bfcf-fe55a36c0b3f tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:33.400043 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0e6f27b0-6f26-4449-9665-79d35ae572da req-641c82dd-8c60-4a9b-bfcf-fe55a36c0b3f tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 946 time: 0.0702331 Nov 12 02:27:33.468756 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-31aceb98-06c4-4316-a86f-ee672a2204c2 req-4d5f882d-1f2c-438f-87ed-325e0661a951 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677686 Nov 12 02:27:33.476221 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0e6f27b0-6f26-4449-9665-79d35ae572da req-de5d2f57-48ee-4c28-a296-71b854507a6b tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696721 Nov 12 02:27:33.787856 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:33.797238 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d59a5-c76f-4934-8344-94b9064859b2 req-b5e54485-b862-4491-ac69-2695a18dc1a5 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:33.798770 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-933d59a5-c76f-4934-8344-94b9064859b2 req-b5e54485-b862-4491-ac69-2695a18dc1a5 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.1035538 Nov 12 02:27:33.806853 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9b381-d719-4882-8b83-6a29413f0319 req-5f999e6e-53ad-4a5b-b5fa-1961e81f8ffa tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:33.808230 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-47d9b381-d719-4882-8b83-6a29413f0319 req-5f999e6e-53ad-4a5b-b5fa-1961e81f8ffa tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.1016099 Nov 12 02:27:33.881821 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-933d59a5-c76f-4934-8344-94b9064859b2 req-caaac430-835f-4f9a-b7f9-ce2c31f5446d tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726304 Nov 12 02:27:33.886976 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-47d9b381-d719-4882-8b83-6a29413f0319 req-953ea81a-a6f3-41a5-bdf4-5dde497f339b tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713255 Nov 12 02:27:33.999909 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400176a-8790-4b88-92a7-642b78e68d1f req-a663420b-ee47-46aa-bd78-a472d4aea9a7 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:34.001277 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3400176a-8790-4b88-92a7-642b78e68d1f req-a663420b-ee47-46aa-bd78-a472d4aea9a7 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0482340 Nov 12 02:27:34.047733 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3400176a-8790-4b88-92a7-642b78e68d1f req-ef504295-2e16-467a-affa-1896bc4a3e4b tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398588 Nov 12 02:27:34.592485 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619c8d9-e43f-4ae6-bf46-376ccb1876ea req-f0852c98-0f50-4d1c-aabe-f1d788e806df tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:34.593847 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7619c8d9-e43f-4ae6-bf46-376ccb1876ea req-f0852c98-0f50-4d1c-aabe-f1d788e806df tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 946 time: 0.0512547 Nov 12 02:27:34.640321 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7619c8d9-e43f-4ae6-bf46-376ccb1876ea req-e1c5822c-a760-4682-9124-c6d2a5e074d2 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399442 Nov 12 02:27:35.071742 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60429c-3d6d-4e2d-af29-ce8550bdd7ee req-9240023c-b7d3-47e9-8add-e02fe001d76e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:35.074571 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cc60429c-3d6d-4e2d-af29-ce8550bdd7ee req-9240023c-b7d3-47e9-8add-e02fe001d76e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.1071990 Nov 12 02:27:35.082621 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6a82a-1b21-4a10-a04f-ad5bcc30a245 req-e155b150-322d-465a-a658-a10bc23495c0 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:35.084807 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bba6a82a-1b21-4a10-a04f-ad5bcc30a245 req-e155b150-322d-465a-a658-a10bc23495c0 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0998271 Nov 12 02:27:35.158582 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cc60429c-3d6d-4e2d-af29-ce8550bdd7ee req-cd0face6-10c7-4fd1-a8e8-ef2b7df4e88d tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727048 Nov 12 02:27:35.171059 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bba6a82a-1b21-4a10-a04f-ad5bcc30a245 req-d91ae8b3-bf13-42ec-8042-84c2a398de61 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772326 Nov 12 02:27:35.263462 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac23da-401f-40c5-82ed-d0bc7cc1b15a req-3c271e1b-078d-45ea-8ac9-7fb9b55bf32f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:35.265117 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-86ac23da-401f-40c5-82ed-d0bc7cc1b15a req-3c271e1b-078d-45ea-8ac9-7fb9b55bf32f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0495074 Nov 12 02:27:35.288393 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:35.341468 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-86ac23da-401f-40c5-82ed-d0bc7cc1b15a req-e19fb194-3f2b-4b6f-bb05-ab9aa6bdaf14 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691521 Nov 12 02:27:35.353710 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d0452-4a4a-46d6-bd85-23bc7edbfbd2 req-8bdae6fc-31d1-45c2-96e3-56ac514f4b23 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:35.355193 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-718d0452-4a4a-46d6-bd85-23bc7edbfbd2 req-8bdae6fc-31d1-45c2-96e3-56ac514f4b23 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0695138 Nov 12 02:27:35.364565 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 41182) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:35.369386 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-55146d00-ec0f-4f43-a86d-fbb0295ffed2 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Request body: {'floatingip': {'port_id': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:27:35.443984 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-55146d00-ec0f-4f43-a86d-fbb0295ffed2 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for floatingip, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:35.880544 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:36.279913 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-55146d00-ec0f-4f43-a86d-fbb0295ffed2 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:36.283961 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-55146d00-ec0f-4f43-a86d-fbb0295ffed2 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661460'] for floatingip, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:36.334895 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2fe14-d5d7-4b48-90ee-d7c03fff71ce req-b2e32bb8-519e-4330-9f2e-d1d9f0becc5c tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:36.336346 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-75a2fe14-d5d7-4b48-90ee-d7c03fff71ce req-b2e32bb8-519e-4330-9f2e-d1d9f0becc5c tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.1100526 Nov 12 02:27:36.457931 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.l3_db [None req-55146d00-ec0f-4f43-a86d-fbb0295ffed2 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Floating IP 9352705e-e584-4731-b5ff-b8ea9423b000 associated. External IP: 172.27.2.11, port: 6159a4de-08df-4c5b-afb6-bc1f4e2f213f. Nov 12 02:27:36.495625 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-75a2fe14-d5d7-4b48-90ee-d7c03fff71ce req-76590816-7aaa-4336-bd18-588df07b66d9 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530883 Nov 12 02:27:36.525907 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e46122-2a8b-462b-ace7-3938c316db16 req-c782453c-3a97-448e-be82-9764ab722df1 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:36.527515 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a6e46122-2a8b-462b-ace7-3938c316db16 req-c782453c-3a97-448e-be82-9764ab722df1 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.1104827 Nov 12 02:27:36.626130 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a6e46122-2a8b-462b-ace7-3938c316db16 req-fe418882-8f99-46e3-8d0c-7895bc5915eb tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599082 Nov 12 02:27:36.768150 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55146d00-ec0f-4f43-a86d-fbb0295ffed2 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:27:36.794809 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230d8d3-58e5-4357-acf9-a8f34adacae5 req-032a754c-f976-4365-a977-3264e9d5364d tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:36.796351 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1230d8d3-58e5-4357-acf9-a8f34adacae5 req-032a754c-f976-4365-a977-3264e9d5364d tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0696819 Nov 12 02:27:36.805804 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 41220) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:36.813200 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-607d3cb1-e080-4bb6-8edb-a5afbd5a28f8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Request body: {'floatingip': {'port_id': '2c2246ad-0135-4e41-9bee-c87015e386f7'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:27:36.918340 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100984a-abe4-4204-8c9d-755b4259b6ac req-687781b1-00bb-406d-a89b-eabb1e02b008 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:36.919865 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8100984a-abe4-4204-8c9d-755b4259b6ac req-687781b1-00bb-406d-a89b-eabb1e02b008 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0920854 Nov 12 02:27:36.932461 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-607d3cb1-e080-4bb6-8edb-a5afbd5a28f8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for floatingip, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:36.973826 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55146d00-ec0f-4f43-a86d-fbb0295ffed2 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:27:36.979298 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-55146d00-ec0f-4f43-a86d-fbb0295ffed2 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for floatingip, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:36.989719 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed359356-c273-4a9f-a7c0-3ac9955b09ca None None] Sync routers for ids ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'] in dv-cinder-808574-4-iscsi {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:27:37.017841 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-55146d00-ec0f-4f43-a86d-fbb0295ffed2 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "PUT /v2.0/floatingips/9352705e-e584-4731-b5ff-b8ea9423b000 HTTP/1.1" status: 200 len: 990 time: 1.6523495 Nov 12 02:27:37.020374 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed359356-c273-4a9f-a7c0-3ac9955b09ca None None] Routers {'34f3fd75-6801-48b1-be4f-6f6fa61934e0'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:27:37.021449 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d16c68-a04c-4a32-a599-e202e6c64152', 'tag': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:27:37.023831 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-ed359356-c273-4a9f-a7c0-3ac9955b09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:27:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:37.023972 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91967c5d-b489-4357-9ecb-3645095ccee5" -d '{"events": [{"name": "network-changed", "server_uuid": "26d16c68-a04c-4a32-a599-e202e6c64152", "tag": "6159a4de-08df-4c5b-afb6-bc1f4e2f213f"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:27:37.055657 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8100984a-abe4-4204-8c9d-755b4259b6ac req-da187050-15db-46ad-b093-b5e8b9e9efa6 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266780 Nov 12 02:27:37.206578 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759269a-49ad-466b-8d7f-3a1bb63fea71 req-e6795a50-3d6b-42b4-8186-67ce46ace3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:37.208724 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-9759269a-49ad-466b-8d7f-3a1bb63fea71 req-e6795a50-3d6b-42b4-8186-67ce46ace3f5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d7fcf7713f094fac83c523a879fb68ae&device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 1098 time: 0.3091619 Nov 12 02:27:37.222983 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-ed359356-c273-4a9f-a7c0-3ac9955b09ca None None] Set router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:27:37.345196 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b55bead-a66f-4be3-a266-2cd6dcacb23e x-openstack-request-id: req-2b55bead-a66f-4be3-a266-2cd6dcacb23e {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:27:37.345672 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d16c68-a04c-4a32-a599-e202e6c64152", "tag": "6159a4de-08df-4c5b-afb6-bc1f4e2f213f", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:27:37.345760 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b55bead-a66f-4be3-a266-2cd6dcacb23e {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:27:37.346130 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d16c68-a04c-4a32-a599-e202e6c64152', 'tag': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f', 'status': 'completed', 'code': 200} Nov 12 02:27:37.490960 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91967c5d-b489-4357-9ecb-3645095ccee5 req-2b69583a-072c-4a2d-b5a2-97eafc50fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:37.491354 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-91967c5d-b489-4357-9ecb-3645095ccee5 req-2b69583a-072c-4a2d-b5a2-97eafc50fe18 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e70a88f4b094066abaf2d0cd853f751&device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 1098 time: 0.0467737 Nov 12 02:27:37.539333 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-ed359356-c273-4a9f-a7c0-3ac9955b09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'name': 'tempest-AttachVolumeShelveTestJSON-415237232-router', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:17Z', 'revision_number': 4, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'gw_port': {'id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:11Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': '9352705e-e584-4731-b5ff-b8ea9423b000', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'port_id': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'mac_address': 'fa:16:3e:0e:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d16c68-a04c-4a32-a599-e202e6c64152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:26:26Z', 'updated_at': '2021-11-12T02:27:36Z', 'revision_number': 1, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0cef496-7aa4-4e40-8a70-fea352c720c9', 'name': '', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'mac_address': 'fa:16:3e:86:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:15Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 5, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'subnets': [{'id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:37.603192 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed359356-c273-4a9f-a7c0-3ac9955b09ca None None] Checking router: 34f3fd75-6801-48b1-be4f-6f6fa61934e0 for host: dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:27:37.623995 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed359356-c273-4a9f-a7c0-3ac9955b09ca None None] Routers {'34f3fd75-6801-48b1-be4f-6f6fa61934e0'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:27:37.625190 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-ed359356-c273-4a9f-a7c0-3ac9955b09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:27:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:37.635888 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91967c5d-b489-4357-9ecb-3645095ccee5 req-9b4e271d-a96c-4c7b-872d-142f711ca5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:37.638996 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-91967c5d-b489-4357-9ecb-3645095ccee5 req-9b4e271d-a96c-4c7b-872d-142f711ca5d9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed2ba848-d313-464e-93cb-db87f28d8bf9 HTTP/1.1" status: 200 len: 917 time: 0.1220098 Nov 12 02:27:37.765303 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-ed359356-c273-4a9f-a7c0-3ac9955b09ca None None] Set router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:27:37.794352 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-91967c5d-b489-4357-9ecb-3645095ccee5 req-b10b52d9-f114-4de4-88f4-935bdbcc1b8c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6159a4de-08df-4c5b-afb6-bc1f4e2f213f HTTP/1.1" status: 200 len: 998 time: 0.1243908 Nov 12 02:27:37.856218 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759269a-49ad-466b-8d7f-3a1bb63fea71 req-61ae27b0-8f93-49f3-8b34-6efb48b3eddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:37.857701 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-9759269a-49ad-466b-8d7f-3a1bb63fea71 req-61ae27b0-8f93-49f3-8b34-6efb48b3eddd service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bcaccdf-bd76-45bd-9265-ce14bbe635ff HTTP/1.1" status: 200 len: 918 time: 0.6248398 Nov 12 02:27:37.963308 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91967c5d-b489-4357-9ecb-3645095ccee5 req-1e6e71c4-5be1-4765-a66e-cbaee7f087e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:37.965048 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-91967c5d-b489-4357-9ecb-3645095ccee5 req-1e6e71c4-5be1-4765-a66e-cbaee7f087e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a36fabb7-5929-480d-92d3-1a57b54853bf HTTP/1.1" status: 200 len: 855 time: 0.0517406 Nov 12 02:27:38.014496 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-ed359356-c273-4a9f-a7c0-3ac9955b09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'name': 'tempest-AttachVolumeShelveTestJSON-415237232-router', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:17Z', 'revision_number': 4, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'gw_port': {'id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:11Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': '9352705e-e584-4731-b5ff-b8ea9423b000', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'port_id': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'mac_address': 'fa:16:3e:0e:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d16c68-a04c-4a32-a599-e202e6c64152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:26:26Z', 'updated_at': '2021-11-12T02:27:36Z', 'revision_number': 1, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0cef496-7aa4-4e40-8a70-fea352c720c9', 'name': '', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'mac_address': 'fa:16:3e:86:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:15Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 5, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'subnets': [{'id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:38.023197 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91967c5d-b489-4357-9ecb-3645095ccee5 req-4bcd315f-4f7a-4e91-94fd-6d9a05a0976b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:38.024753 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-91967c5d-b489-4357-9ecb-3645095ccee5 req-4bcd315f-4f7a-4e91-94fd-6d9a05a0976b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed2ba848-d313-464e-93cb-db87f28d8bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508585 Nov 12 02:27:38.045129 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed359356-c273-4a9f-a7c0-3ac9955b09ca None None] The sync data for ids ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'] in dv-cinder-808574-4-iscsi is: [{'id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'name': 'tempest-AttachVolumeShelveTestJSON-415237232-router', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:17Z', 'revision_number': 4, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'gw_port': {'id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:11Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': '9352705e-e584-4731-b5ff-b8ea9423b000', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'port_id': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'mac_address': 'fa:16:3e:0e:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d16c68-a04c-4a32-a599-e202e6c64152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:26:26Z', 'updated_at': '2021-11-12T02:27:36Z', 'revision_number': 1, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0cef496-7aa4-4e40-8a70-fea352c720c9', 'name': '', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'mac_address': 'fa:16:3e:86:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:15Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 5, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'subnets': [{'id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:27:38.074885 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-607d3cb1-e080-4bb6-8edb-a5afbd5a28f8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:38.106036 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-607d3cb1-e080-4bb6-8edb-a5afbd5a28f8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661460'] for floatingip, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:38.146221 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-9759269a-49ad-466b-8d7f-3a1bb63fea71 req-181062ce-9335-44f3-a355-1fd87d3fda56 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9 HTTP/1.1" status: 200 len: 217 time: 0.1790304 Nov 12 02:27:38.205230 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-91967c5d-b489-4357-9ecb-3645095ccee5 req-16a565ee-e971-4844-a97e-4f6d0a662dd3 service neutron] 10.222.0.65 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646869 Nov 12 02:27:38.246715 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98812d-6085-4387-89c0-e80637cf6c9b req-a7e4a93a-951c-4195-bcf7-c745fbd7e084 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:38.254618 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1a98812d-6085-4387-89c0-e80637cf6c9b req-a7e4a93a-951c-4195-bcf7-c745fbd7e084 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0960999 Nov 12 02:27:38.261353 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759269a-49ad-466b-8d7f-3a1bb63fea71 req-a0c99655-51e3-4fec-9232-9577c90de308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:38.263112 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-9759269a-49ad-466b-8d7f-3a1bb63fea71 req-a0c99655-51e3-4fec-9232-9577c90de308 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7042b1b4-a105-42b5-a00e-7bdb609132e6 HTTP/1.1" status: 200 len: 857 time: 0.0940285 Nov 12 02:27:38.289288 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.db.l3_db [None req-607d3cb1-e080-4bb6-8edb-a5afbd5a28f8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Floating IP 96d42a58-118c-4ab4-a192-64760c34ac21 associated. External IP: 172.27.2.251, port: 2c2246ad-0135-4e41-9bee-c87015e386f7. Nov 12 02:27:38.347296 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-9759269a-49ad-466b-8d7f-3a1bb63fea71 req-4b18bad0-b690-4ec7-a76b-2da845b0009c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bcaccdf-bd76-45bd-9265-ce14bbe635ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665705 Nov 12 02:27:38.356542 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1a98812d-6085-4387-89c0-e80637cf6c9b req-11700d64-9f93-496f-b34c-1ab0bf090134 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009736 Nov 12 02:27:38.372517 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-91967c5d-b489-4357-9ecb-3645095ccee5 req-eb70512d-e805-4eda-80b5-e30dff6854ee service neutron] 10.222.0.65 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559401 Nov 12 02:27:38.603905 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607d3cb1-e080-4bb6-8edb-a5afbd5a28f8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Router f82aba61-49b2-47b7-92ac-96fb14f35b9e has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:27:38.617689 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-9759269a-49ad-466b-8d7f-3a1bb63fea71 req-c7746708-540c-4830-a9fd-0dcd7cf58386 service neutron] 10.222.0.65 "GET /v2.0/networks/7bcaccdf-bd76-45bd-9265-ce14bbe635ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463683 Nov 12 02:27:38.808854 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607d3cb1-e080-4bb6-8edb-a5afbd5a28f8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:27:38.812614 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-9759269a-49ad-466b-8d7f-3a1bb63fea71 req-ef4fb107-3a0b-473e-bbae-f3b479ae96fd service neutron] 10.222.0.65 "GET /v2.0/networks/7bcaccdf-bd76-45bd-9265-ce14bbe635ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500583 Nov 12 02:27:38.815864 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-607d3cb1-e080-4bb6-8edb-a5afbd5a28f8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for floatingip, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:38.819345 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f1b488-5e7f-4540-926d-91b57c3e2297 None None] Sync routers for ids ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:27:38.840250 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f1b488-5e7f-4540-926d-91b57c3e2297 None None] Routers {'f82aba61-49b2-47b7-92ac-96fb14f35b9e'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:27:38.842812 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-e9f1b488-5e7f-4540-926d-91b57c3e2297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:27:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:38.856462 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-607d3cb1-e080-4bb6-8edb-a5afbd5a28f8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "PUT /v2.0/floatingips/96d42a58-118c-4ab4-a192-64760c34ac21 HTTP/1.1" status: 200 len: 991 time: 2.0486319 Nov 12 02:27:38.857164 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1ce3bd-1739-49be-ab2e-e81c1026ae30', 'tag': '2c2246ad-0135-4e41-9bee-c87015e386f7'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:27:38.859500 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429edb89-cc0b-4121-9995-12cdc0e27ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1ce3bd-1739-49be-ab2e-e81c1026ae30", "tag": "2c2246ad-0135-4e41-9bee-c87015e386f7"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:27:38.935726 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd4638a-b12b-4841-8b3f-9978a1ffcc61 x-openstack-request-id: req-9dd4638a-b12b-4841-8b3f-9978a1ffcc61 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:27:38.936281 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1ce3bd-1739-49be-ab2e-e81c1026ae30", "tag": "2c2246ad-0135-4e41-9bee-c87015e386f7", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:27:38.936733 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9dd4638a-b12b-4841-8b3f-9978a1ffcc61 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:27:38.937331 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1ce3bd-1739-49be-ab2e-e81c1026ae30', 'tag': '2c2246ad-0135-4e41-9bee-c87015e386f7', 'status': 'completed', 'code': 200} Nov 12 02:27:38.944470 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eacc9bd-5301-4c7a-a19a-651cdad4e085 None None] New status for floating IP 9352705e-e584-4731-b5ff-b8ea9423b000: ACTIVE {{(pid=101680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:27:38.975340 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-e9f1b488-5e7f-4540-926d-91b57c3e2297 None None] Set router f82aba61-49b2-47b7-92ac-96fb14f35b9e gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:27:39.213332 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429edb89-cc0b-4121-9995-12cdc0e27ac8 req-cc9b9904-5f81-485b-a12f-0f26fb519651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:39.215197 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-429edb89-cc0b-4121-9995-12cdc0e27ac8 req-cc9b9904-5f81-485b-a12f-0f26fb519651 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77e4b228dda14fa7852c7fe639ed28b0&device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 1098 time: 0.0735528 Nov 12 02:27:39.294159 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-e9f1b488-5e7f-4540-926d-91b57c3e2297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'name': 'tempest-AttachVolumeTestJSON-965118375-router', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:16Z', 'revision_number': 4, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'gw_port': {'id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': '96d42a58-118c-4ab4-a192-64760c34ac21', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'port_id': '2c2246ad-0135-4e41-9bee-c87015e386f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'mac_address': 'fa:16:3e:e7:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1ce3bd-1739-49be-ab2e-e81c1026ae30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:26:29Z', 'updated_at': '2021-11-12T02:27:37Z', 'revision_number': 1, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bc6ea7-3b29-48eb-9885-2d57f26c99ff', 'name': '', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'mac_address': 'fa:16:3e:2a:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 5, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'subnets': [{'id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:39.325177 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f1b488-5e7f-4540-926d-91b57c3e2297 None None] Checking router: f82aba61-49b2-47b7-92ac-96fb14f35b9e for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:27:39.345377 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f1b488-5e7f-4540-926d-91b57c3e2297 None None] Routers {'f82aba61-49b2-47b7-92ac-96fb14f35b9e'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:27:39.346000 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-e9f1b488-5e7f-4540-926d-91b57c3e2297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:27:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:39.346817 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429edb89-cc0b-4121-9995-12cdc0e27ac8 req-6ea9fc4e-7b2a-4cdd-a457-60ac6ed1c3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:39.349455 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-429edb89-cc0b-4121-9995-12cdc0e27ac8 req-6ea9fc4e-7b2a-4cdd-a457-60ac6ed1c3b7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=38363d6e-af24-4ec9-9ca9-8c61a2487f51 HTTP/1.1" status: 200 len: 911 time: 0.1070049 Nov 12 02:27:39.470887 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-e9f1b488-5e7f-4540-926d-91b57c3e2297 None None] Set router f82aba61-49b2-47b7-92ac-96fb14f35b9e gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:27:39.473959 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-429edb89-cc0b-4121-9995-12cdc0e27ac8 req-e142113c-fbbc-4819-b94b-2065cc73e87a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c2246ad-0135-4e41-9bee-c87015e386f7 HTTP/1.1" status: 200 len: 999 time: 0.1038334 Nov 12 02:27:39.496662 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f4780-996f-48b9-a358-20344c50609e req-f87918db-fc26-4fc4-8845-8aa96509b331 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:39.498175 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cc9f4780-996f-48b9-a358-20344c50609e req-f87918db-fc26-4fc4-8845-8aa96509b331 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0493672 Nov 12 02:27:39.536983 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429edb89-cc0b-4121-9995-12cdc0e27ac8 req-56c8abe8-a2d9-446b-aee7-ca3c1d052cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:39.538768 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-429edb89-cc0b-4121-9995-12cdc0e27ac8 req-56c8abe8-a2d9-446b-aee7-ca3c1d052cfd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=413e91f4-27d9-4216-94e8-e9c6cf51bd63 HTTP/1.1" status: 200 len: 849 time: 0.0461550 Nov 12 02:27:39.553189 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cc9f4780-996f-48b9-a358-20344c50609e req-5af9be8b-84d4-4cf7-9c15-eabead466d43 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477943 Nov 12 02:27:39.602353 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429edb89-cc0b-4121-9995-12cdc0e27ac8 req-7282259c-6102-4dc7-bcf0-5260b1a034f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:39.604606 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-429edb89-cc0b-4121-9995-12cdc0e27ac8 req-7282259c-6102-4dc7-bcf0-5260b1a034f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=38363d6e-af24-4ec9-9ca9-8c61a2487f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526531 Nov 12 02:27:39.715125 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-429edb89-cc0b-4121-9995-12cdc0e27ac8 req-204a14b0-6388-44db-a86d-fb1d1e9cdf48 service neutron] 10.222.0.65 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962131 Nov 12 02:27:39.722290 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-e9f1b488-5e7f-4540-926d-91b57c3e2297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'name': 'tempest-AttachVolumeTestJSON-965118375-router', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:16Z', 'revision_number': 4, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'gw_port': {'id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': '96d42a58-118c-4ab4-a192-64760c34ac21', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'port_id': '2c2246ad-0135-4e41-9bee-c87015e386f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'mac_address': 'fa:16:3e:e7:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1ce3bd-1739-49be-ab2e-e81c1026ae30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:26:29Z', 'updated_at': '2021-11-12T02:27:37Z', 'revision_number': 1, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bc6ea7-3b29-48eb-9885-2d57f26c99ff', 'name': '', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'mac_address': 'fa:16:3e:2a:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 5, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'subnets': [{'id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:39.752927 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f1b488-5e7f-4540-926d-91b57c3e2297 None None] The sync data for ids ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'] in dv-cinder-808574-4-iscsi is: [{'id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'name': 'tempest-AttachVolumeTestJSON-965118375-router', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:16Z', 'revision_number': 4, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'gw_port': {'id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': '96d42a58-118c-4ab4-a192-64760c34ac21', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'port_id': '2c2246ad-0135-4e41-9bee-c87015e386f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'mac_address': 'fa:16:3e:e7:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1ce3bd-1739-49be-ab2e-e81c1026ae30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:26:29Z', 'updated_at': '2021-11-12T02:27:37Z', 'revision_number': 1, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bc6ea7-3b29-48eb-9885-2d57f26c99ff', 'name': '', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'mac_address': 'fa:16:3e:2a:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 5, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'subnets': [{'id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:27:39.884424 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-429edb89-cc0b-4121-9995-12cdc0e27ac8 req-c6fdba3a-d710-4d19-8fff-d0c94800dabb service neutron] 10.222.0.65 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021693 Nov 12 02:27:39.959038 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c654e21b-3b62-42b3-9b2c-45bfe826e4d4 None None] New status for floating IP 96d42a58-118c-4ab4-a192-64760c34ac21: ACTIVE {{(pid=101679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:27:40.678900 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcd2cd-e58a-4958-83db-9b38973a4e5b req-a512cfbb-d954-4ec8-80f9-dcfa7db67868 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:40.680476 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c8bcd2cd-e58a-4958-83db-9b38973a4e5b req-a512cfbb-d954-4ec8-80f9-dcfa7db67868 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0513709 Nov 12 02:27:40.730557 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c8bcd2cd-e58a-4958-83db-9b38973a4e5b req-388737c4-20bd-4d08-9608-086458d325d4 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439055 Nov 12 02:27:41.848483 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc7461-3d97-40fc-ab68-9864e39adade req-a996d8ad-e18d-426f-8057-45e7aabd6cae tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:41.849947 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4adc7461-3d97-40fc-ab68-9864e39adade req-a996d8ad-e18d-426f-8057-45e7aabd6cae tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0486059 Nov 12 02:27:41.897778 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4adc7461-3d97-40fc-ab68-9864e39adade req-5ecfb8fa-96fe-4f53-908d-8fc03cf6f71b tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419269 Nov 12 02:27:42.234127 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 41354) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:42.335524 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c342628a-4f8e-4746-8aaf-fee32ac02560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:42.409504 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c342628a-4f8e-4746-8aaf-fee32ac02560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:42.413433 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c342628a-4f8e-4746-8aaf-fee32ac02560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:42.452949 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-c342628a-4f8e-4746-8aaf-fee32ac02560 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bf0f2ebd2c9349e1a84b4e2b13e4ab23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177010 Nov 12 02:27:42.453822 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342628a-4f8e-4746-8aaf-fee32ac02560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691d0a2a-bec5-4969-af3c-1d7b578bd4b1,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:42.455556 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 41360) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:42.503864 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-85bb8906-50cd-461e-af01-68e652f89a4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:42.526735 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-85bb8906-50cd-461e-af01-68e652f89a4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:42.571767 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-85bb8906-50cd-461e-af01-68e652f89a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:42.574416 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-85bb8906-50cd-461e-af01-68e652f89a4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:42.575765 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-85bb8906-50cd-461e-af01-68e652f89a4d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/691d0a2a-bec5-4969-af3c-1d7b578bd4b1 HTTP/1.1" status: 204 len: 168 time: 0.1190820 Nov 12 02:27:42.583480 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb8906-50cd-461e-af01-68e652f89a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691d0a2a-bec5-4969-af3c-1d7b578bd4b1,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:43.045153 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36884994-8fb5-4437-9d9f-683e6450f97b req-b44fad5b-edc1-4ce2-a6ba-ff31b4c90415 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:43.047355 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-36884994-8fb5-4437-9d9f-683e6450f97b req-b44fad5b-edc1-4ce2-a6ba-ff31b4c90415 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0517354 Nov 12 02:27:43.105198 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-36884994-8fb5-4437-9d9f-683e6450f97b req-5e344944-a79a-4b25-9cda-04f1eef6d125 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495670 Nov 12 02:27:43.222255 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 41398) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:43.323660 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-2cfe7421-f0ff-471d-a213-bcf087f27da2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-748140890-network', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:27:43.348704 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfe7421-f0ff-471d-a213-bcf087f27da2 admin admin] Made reservation on behalf of cdddbe78d48c4a9995c9d3e6c06bec3d for: {'network': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:27:43.350992 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2cfe7421-f0ff-471d-a213-bcf087f27da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for network, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:43.359373 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2cfe7421-f0ff-471d-a213-bcf087f27da2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:43.436843 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2cfe7421-f0ff-471d-a213-bcf087f27da2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:43.441221 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2cfe7421-f0ff-471d-a213-bcf087f27da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:43.468554 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cfe7421-f0ff-471d-a213-bcf087f27da2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=101678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:27:43.479064 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe7421-f0ff-471d-a213-bcf087f27da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8ae4f9-53b6-4188-9c67-61cbb83a6549,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:43.485581 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2cfe7421-f0ff-471d-a213-bcf087f27da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:43.485924 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.segments_db [None req-2cfe7421-f0ff-471d-a213-bcf087f27da2 admin admin] Added segment c0623adb-9637-42d0-94dc-e8c24bdebe90 of type vlan for network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 Nov 12 02:27:43.527592 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2cfe7421-f0ff-471d-a213-bcf087f27da2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767025606099'] for network, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:43.552167 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2cfe7421-f0ff-471d-a213-bcf087f27da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for network, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:43.553105 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfe7421-f0ff-471d-a213-bcf087f27da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:43.553685 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2cfe7421-f0ff-471d-a213-bcf087f27da2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:43.584756 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-2cfe7421-f0ff-471d-a213-bcf087f27da2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3608377 Nov 12 02:27:43.587892 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 41404) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:43.593559 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-534fc5b3-56a0-4030-9c8a-e30b4e1d7631 admin admin] Request body: {'subnet': {'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-748140890-subnet', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'ip_version': 4}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:27:43.616658 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe7421-f0ff-471d-a213-bcf087f27da2 admin admin] Pushing event updated for resources: {'Network': ['ID=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:43.619948 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534fc5b3-56a0-4030-9c8a-e30b4e1d7631 admin admin] Made reservation on behalf of cdddbe78d48c4a9995c9d3e6c06bec3d for: {'subnet': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:27:43.622613 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-534fc5b3-56a0-4030-9c8a-e30b4e1d7631 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:43.627653 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 details requested by agent ovs-agent-dv-cinder-808574-4-iscsi with host dv-cinder-808574-4-iscsi {{(pid=101679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:27:43.968437 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 41414) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:43.990573 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-534fc5b3-56a0-4030-9c8a-e30b4e1d7631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for subnet, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:44.041686 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fc5b3-56a0-4030-9c8a-e30b4e1d7631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74a3a50d-3fa8-42dd-9673-0c777f45e2b0,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:44.057198 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534fc5b3-56a0-4030-9c8a-e30b4e1d7631 admin admin] Checking segment: {'id': 'c0623adb-9637-42d0-94dc-e8c24bdebe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:27:44.057559 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534fc5b3-56a0-4030-9c8a-e30b4e1d7631 admin admin] Network hostable DHCP agents. Network: 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1, hostable agents: ['9ef3605f-eeb0-4f31-885d-199b6c4cd983'], hosted agents: [] {{(pid=101677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:27:44.075987 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534fc5b3-56a0-4030-9c8a-e30b4e1d7631 admin admin] Network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 is scheduled to be hosted by DHCP agent 9ef3605f-eeb0-4f31-885d-199b6c4cd983 with binding_index 1 {{(pid=101677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:27:44.089633 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-534fc5b3-56a0-4030-9c8a-e30b4e1d7631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-iscsi, 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1) {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:27:44.093830 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534fc5b3-56a0-4030-9c8a-e30b4e1d7631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:44.094496 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-534fc5b3-56a0-4030-9c8a-e30b4e1d7631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:44.097656 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6007234d-b0c2-4a2f-aa22-ab26e2e5ccae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:44.101348 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36fa91f-e2f8-4ae2-8165-859c91edaca7 None None] Network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:27:44.143246 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-534fc5b3-56a0-4030-9c8a-e30b4e1d7631 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5512400 Nov 12 02:27:44.143520 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 41426) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:44.149093 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-0733b720-3135-4a23-896c-34a49fc12277 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:27:44.208915 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0733b720-3135-4a23-896c-34a49fc12277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57774'] for router, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:44.209966 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0733b720-3135-4a23-896c-34a49fc12277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661359', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57783'] for router, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:44.280358 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6007234d-b0c2-4a2f-aa22-ab26e2e5ccae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:44.287410 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0733b720-3135-4a23-896c-34a49fc12277 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:44.291516 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6007234d-b0c2-4a2f-aa22-ab26e2e5ccae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:44.321068 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c1bde-1937-41ad-9394-caecb63185ae req-d0fbe707-07ed-4d8a-96ff-42a505a9ba37 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:44.322570 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9e9c1bde-1937-41ad-9394-caecb63185ae req-d0fbe707-07ed-4d8a-96ff-42a505a9ba37 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0924540 Nov 12 02:27:44.336479 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edd9e1f-7e03-47e3-94b9-8637d9527b13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8380c581-5d88-5bd8-92a8-04b3ddf9b27a-987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0'}]}} from dv-cinder-808574-4-iscsi. {{(pid=101679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:27:44.337346 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-0edd9e1f-7e03-47e3-94b9-8637d9527b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:44.364991 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007234d-b0c2-4a2f-aa22-ab26e2e5ccae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e1f562-c142-464f-a511-1410b4ca9049,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:44.372463 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-6007234d-b0c2-4a2f-aa22-ab26e2e5ccae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ad99d0fe08e3479ebae8e125c158b08d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4001637 Nov 12 02:27:44.372775 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 41432) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:44.406977 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9e9c1bde-1937-41ad-9394-caecb63185ae req-0d1a5d08-9e57-4ff5-a238-9861bc6c4225 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761557 Nov 12 02:27:44.474946 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.db_base_plugin_common [None req-0edd9e1f-7e03-47e3-94b9-8637d9527b13 None None] Allocated IP 172.20.0.2 (987f135b-2ece-4383-9fb9-ce7b7e8f8bd1/74a3a50d-3fa8-42dd-9673-0c777f45e2b0/205cd3b1-621e-437d-9872-d5fd2165be73) {{(pid=101679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:27:44.481471 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0733b720-3135-4a23-896c-34a49fc12277 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:44.517684 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d5560646-2740-49f0-ac07-45909517e44b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:44.567123 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d5560646-2740-49f0-ac07-45909517e44b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:44.615219 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-0edd9e1f-7e03-47e3-94b9-8637d9527b13 None None] Publish callbacks [] for port, precommit_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:44.620946 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-0edd9e1f-7e03-47e3-94b9-8637d9527b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:44.642269 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d5560646-2740-49f0-ac07-45909517e44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:44.646133 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d5560646-2740-49f0-ac07-45909517e44b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:44.647698 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-d5560646-2740-49f0-ac07-45909517e44b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/55e1f562-c142-464f-a511-1410b4ca9049 HTTP/1.1" status: 204 len: 168 time: 0.2739899 Nov 12 02:27:44.662607 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd9e1f-7e03-47e3-94b9-8637d9527b13 None None] Pushing event updated for resources: {'Port': ['ID=205cd3b1-621e-437d-9872-d5fd2165be73,revision_number=1']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:44.672648 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edd9e1f-7e03-47e3-94b9-8637d9527b13 None None] Network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 is already hosted by enough agents. {{(pid=101679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:27:44.674042 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.scheduler.base_scheduler [None req-0edd9e1f-7e03-47e3-94b9-8637d9527b13 None None] Resources bound (agent type, host, resource id): {{(pid=101679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:27:44.676414 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edd9e1f-7e03-47e3-94b9-8637d9527b13 None None] Received port after_create {{(pid=101679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:27:44.718428 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5560646-2740-49f0-ac07-45909517e44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e1f562-c142-464f-a511-1410b4ca9049,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:44.739423 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-0edd9e1f-7e03-47e3-94b9-8637d9527b13 None None] Attempting to bind port 205cd3b1-621e-437d-9872-d5fd2165be73 on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:27:44.740036 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-0edd9e1f-7e03-47e3-94b9-8637d9527b13 None None] Attempting to bind port 205cd3b1-621e-437d-9872-d5fd2165be73 by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': 'c0623adb-9637-42d0-94dc-e8c24bdebe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1'}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:27:44.740579 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd9e1f-7e03-47e3-94b9-8637d9527b13 None None] Attempting to bind port 205cd3b1-621e-437d-9872-d5fd2165be73 on network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:27:44.755041 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd9e1f-7e03-47e3-94b9-8637d9527b13 None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:27:44.755625 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd9e1f-7e03-47e3-94b9-8637d9527b13 None None] Checking segment: {'id': 'c0623adb-9637-42d0-94dc-e8c24bdebe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:27:44.756018 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-0edd9e1f-7e03-47e3-94b9-8637d9527b13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:44.756409 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd9e1f-7e03-47e3-94b9-8637d9527b13 None None] Bound using segment: {'id': 'c0623adb-9637-42d0-94dc-e8c24bdebe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1'} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:27:44.756891 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-0edd9e1f-7e03-47e3-94b9-8637d9527b13 None None] Bound port: 205cd3b1-621e-437d-9872-d5fd2165be73, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0623adb-9637-42d0-94dc-e8c24bdebe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1'}}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:27:44.757259 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-0edd9e1f-7e03-47e3-94b9-8637d9527b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:44.778422 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0733b720-3135-4a23-896c-34a49fc12277 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:44.800989 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0733b720-3135-4a23-896c-34a49fc12277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:44.823990 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-0edd9e1f-7e03-47e3-94b9-8637d9527b13 None None] For port 205cd3b1-621e-437d-9872-d5fd2165be73, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:27:44.827643 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-0edd9e1f-7e03-47e3-94b9-8637d9527b13 None None] For port 205cd3b1-621e-437d-9872-d5fd2165be73, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=205cd3b1-621e-437d-9872-d5fd2165be73,segment=NetworkSegment(c0623adb-9637-42d0-94dc-e8c24bdebe90),segment_id=c0623adb-9637-42d0-94dc-e8c24bdebe90)] {{(pid=101679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:27:44.832038 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-0edd9e1f-7e03-47e3-94b9-8637d9527b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:44.893207 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd9e1f-7e03-47e3-94b9-8637d9527b13 None None] Pushing event updated for resources: {'Port': ['ID=205cd3b1-621e-437d-9872-d5fd2165be73,revision_number=2']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:44.914464 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-0733b720-3135-4a23-896c-34a49fc12277 admin admin] Allocated IP 172.27.2.96 (3c7696da-eba1-40bc-922c-d91bed889fdf/d5dec2f9-f4c7-48bf-8714-a16e67e9832d/f3ecb4a1-5b93-4964-8af0-ab62ff8970f8) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:27:44.993576 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 41442) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:45.007735 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-8c7c986b-c4e7-4876-b29e-f0d3a6dec4c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:45.034164 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0733b720-3135-4a23-896c-34a49fc12277 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:45.073047 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0733b720-3135-4a23-896c-34a49fc12277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:45.102038 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-8c7c986b-c4e7-4876-b29e-f0d3a6dec4c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:45.108708 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-8c7c986b-c4e7-4876-b29e-f0d3a6dec4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:45.118001 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0733b720-3135-4a23-896c-34a49fc12277 admin admin] Network 3c7696da-eba1-40bc-922c-d91bed889fdf is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:27:45.125565 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-0733b720-3135-4a23-896c-34a49fc12277 admin admin] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:27:45.129961 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0733b720-3135-4a23-896c-34a49fc12277 admin admin] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:27:45.181357 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-8c7c986b-c4e7-4876-b29e-f0d3a6dec4c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ee668e6cd36e4a738915177e359fe9a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1864476 Nov 12 02:27:45.187426 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 41444) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:45.194285 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c986b-c4e7-4876-b29e-f0d3a6dec4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adacbb3a-79f7-48e3-a08b-7714e249cef5,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:45.235881 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733b720-3135-4a23-896c-34a49fc12277 admin admin] Pushing event updated for resources: {'Port': ['ID=f3ecb4a1-5b93-4964-8af0-ab62ff8970f8,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:45.260444 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-acc8f247-ff7c-457c-bd3d-ded9a41e8a16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:45.294169 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-acc8f247-ff7c-457c-bd3d-ded9a41e8a16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:45.354954 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-acc8f247-ff7c-457c-bd3d-ded9a41e8a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:45.357767 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-acc8f247-ff7c-457c-bd3d-ded9a41e8a16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:45.359275 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-acc8f247-ff7c-457c-bd3d-ded9a41e8a16 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/adacbb3a-79f7-48e3-a08b-7714e249cef5 HTTP/1.1" status: 204 len: 168 time: 0.1707909 Nov 12 02:27:45.385566 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8f247-ff7c-457c-bd3d-ded9a41e8a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adacbb3a-79f7-48e3-a08b-7714e249cef5,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:45.466080 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0733b720-3135-4a23-896c-34a49fc12277 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:45.617770 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118486c-fb17-4621-88b9-70482b21df1c req-f69f1e56-4b6d-475c-a5eb-36698a69d842 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:45.630215 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a118486c-fb17-4621-88b9-70482b21df1c req-f69f1e56-4b6d-475c-a5eb-36698a69d842 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.1017931 Nov 12 02:27:45.741886 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a118486c-fb17-4621-88b9-70482b21df1c req-1800e8ef-4f50-446b-9bac-2c4569ea03ed tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104722 Nov 12 02:27:45.749510 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 205cd3b1-621e-437d-9872-d5fd2165be73 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:27:45.845209 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 205cd3b1-621e-437d-9872-d5fd2165be73 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:45.846004 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:45.921231 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0733b720-3135-4a23-896c-34a49fc12277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661434'] for router, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:45.977936 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:46.033625 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] For port 205cd3b1-621e-437d-9872-d5fd2165be73, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=205cd3b1-621e-437d-9872-d5fd2165be73,segment=NetworkSegment(c0623adb-9637-42d0-94dc-e8c24bdebe90),segment_id=c0623adb-9637-42d0-94dc-e8c24bdebe90)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:46.040889 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:46.107541 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Pushing event updated for resources: {'Port': ['ID=205cd3b1-621e-437d-9872-d5fd2165be73,revision_number=3']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:46.120437 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0733b720-3135-4a23-896c-34a49fc12277 admin admin] Router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 is scheduled to L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 with binding_index 1 {{(pid=101677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:27:46.239875 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5100d78b-463d-4528-bb20-6ddd2ed8f43f None None] Network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:27:46.240876 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0733b720-3135-4a23-896c-34a49fc12277 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:27:46.252129 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] Sync routers for ids ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'] in dv-cinder-808574-4-iscsi {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:27:46.262522 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] Routers {'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:27:46.263195 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:27:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:46.269711 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0733b720-3135-4a23-896c-34a49fc12277 admin admin] Publish callbacks [] for router, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:46.271005 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-0733b720-3135-4a23-896c-34a49fc12277 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1265945 Nov 12 02:27:46.274814 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 41480) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:46.384980 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-7025dd69-0d3f-42c3-a6dc-5fb7aa4cc8f2 None None] Provisioning complete for port 205cd3b1-621e-437d-9872-d5fd2165be73 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:46.386870 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7025dd69-0d3f-42c3-a6dc-5fb7aa4cc8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:46.393913 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] Set router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:27:46.600750 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:45Z', 'revision_number': 3, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:46.645140 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] Checking router: c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 for host: dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:27:46.645781 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] Updating router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 port f3ecb4a1-5b93-4964-8af0-ab62ff8970f8 binding host dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:27:46.683131 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:46.858453 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-14b61f92-deff-4bb2-b2b9-f208e5ddbc90 None None] Provisioning complete for port 205cd3b1-621e-437d-9872-d5fd2165be73 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:46.859868 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-14b61f92-deff-4bb2-b2b9-f208e5ddbc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:46.964655 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14517f2d-69e8-4a52-8d66-7c3e5b9b2a40 req-1ae5db72-2fa9-49b8-88a6-d088a66929bd tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:46.966342 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-14517f2d-69e8-4a52-8d66-7c3e5b9b2a40 req-1ae5db72-2fa9-49b8-88a6-d088a66929bd tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.1127517 Nov 12 02:27:47.017472 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] Publish callbacks [] for port, precommit_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.024407 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.078443 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da0493-1fac-4a95-b0fb-30eb7f5ddde2 None None] Pushing event updated for resources: {'Port': ['ID=f3ecb4a1-5b93-4964-8af0-ab62ff8970f8,revision_number=2']} {{(pid=101680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:47.085727 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-14517f2d-69e8-4a52-8d66-7c3e5b9b2a40 req-4daf0704-ba39-496f-bee9-86b9019aa0b2 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119866 Nov 12 02:27:47.091905 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da0493-1fac-4a95-b0fb-30eb7f5ddde2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:47.092715 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da0493-1fac-4a95-b0fb-30eb7f5ddde2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:47.093214 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da0493-1fac-4a95-b0fb-30eb7f5ddde2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:47.093818 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da0493-1fac-4a95-b0fb-30eb7f5ddde2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:47.094307 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da0493-1fac-4a95-b0fb-30eb7f5ddde2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:47.094989 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da0493-1fac-4a95-b0fb-30eb7f5ddde2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:47.095465 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da0493-1fac-4a95-b0fb-30eb7f5ddde2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:47.095937 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da0493-1fac-4a95-b0fb-30eb7f5ddde2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:47.096532 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da0493-1fac-4a95-b0fb-30eb7f5ddde2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:47.097026 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da0493-1fac-4a95-b0fb-30eb7f5ddde2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:47.098114 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da0493-1fac-4a95-b0fb-30eb7f5ddde2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:47.098817 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da0493-1fac-4a95-b0fb-30eb7f5ddde2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:47.172935 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] Attempting to bind port f3ecb4a1-5b93-4964-8af0-ab62ff8970f8 on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:27:47.174248 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] Attempting to bind port f3ecb4a1-5b93-4964-8af0-ab62ff8970f8 by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}] {{(pid=101680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:27:47.177108 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] Attempting to bind port f3ecb4a1-5b93-4964-8af0-ab62ff8970f8 on network 3c7696da-eba1-40bc-922c-d91bed889fdf {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:27:47.185288 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4de67330-39b2-4580-829f-738bf6344587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.188851 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:27:47.190452 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] Checking segment: {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:27:47.191092 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.191872 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] Bound using segment: {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'} {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:27:47.192939 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] Bound port: f3ecb4a1-5b93-4964-8af0-ab62ff8970f8, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}}] {{(pid=101680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:27:47.194691 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.226901 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 41512) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:47.252966 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.db [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] For port f3ecb4a1-5b93-4964-8af0-ab62ff8970f8, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:27:47.256582 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.db [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] For port f3ecb4a1-5b93-4964-8af0-ab62ff8970f8, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=f3ecb4a1-5b93-4964-8af0-ab62ff8970f8,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:27:47.261775 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.310760 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] Routers {'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:27:47.311316 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:27:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:47.352409 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-60d505fa-44ad-41b3-b1d6-415ea9a8674c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.361222 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da0493-1fac-4a95-b0fb-30eb7f5ddde2 None None] Pushing event updated for resources: {'Port': ['ID=f3ecb4a1-5b93-4964-8af0-ab62ff8970f8,revision_number=3']} {{(pid=101680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:47.369191 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [None req-4de67330-39b2-4580-829f-738bf6344587 admin admin] Allocated IP 172.20.0.1 (987f135b-2ece-4383-9fb9-ce7b7e8f8bd1/74a3a50d-3fa8-42dd-9673-0c777f45e2b0/91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:27:47.434397 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-60d505fa-44ad-41b3-b1d6-415ea9a8674c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.439645 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-60d505fa-44ad-41b3-b1d6-415ea9a8674c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.446499 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] Set router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:27:47.479699 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-60d505fa-44ad-41b3-b1d6-415ea9a8674c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=91b7b7b4e16a448f954f0f4bff7420ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510033 Nov 12 02:27:47.480564 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d505fa-44ad-41b3-b1d6-415ea9a8674c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18a8cfe-5582-4d11-b9c0-ccf51e3e045a,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:47.482334 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 41518) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:47.517003 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4de67330-39b2-4580-829f-738bf6344587 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.563819 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24baf63f-62f6-4cc8-a0d7-ab0b1dad05f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.589982 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4de67330-39b2-4580-829f-738bf6344587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.592881 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24baf63f-62f6-4cc8-a0d7-ab0b1dad05f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.596521 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 205cd3b1-621e-437d-9872-d5fd2165be73 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:27:47.640606 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de67330-39b2-4580-829f-738bf6344587 admin admin] Network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:27:47.645286 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:45Z', 'revision_number': 3, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:47.646384 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 205cd3b1-621e-437d-9872-d5fd2165be73 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:47.646962 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.653466 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-4de67330-39b2-4580-829f-738bf6344587 admin admin] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:27:47.663269 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de67330-39b2-4580-829f-738bf6344587 admin admin] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:27:47.663750 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4de67330-39b2-4580-829f-738bf6344587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658031'] for router_interface, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.673412 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48125f57-346f-4320-98f1-eeec0b1484c0 None None] The sync data for ids ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'] in dv-cinder-808574-4-iscsi is: [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:45Z', 'revision_number': 3, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}] {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:27:47.708929 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de67330-39b2-4580-829f-738bf6344587 admin admin] Pushing event updated for resources: {'Port': ['ID=91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:47.769075 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24baf63f-62f6-4cc8-a0d7-ab0b1dad05f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.772089 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24baf63f-62f6-4cc8-a0d7-ab0b1dad05f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.773213 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-24baf63f-62f6-4cc8-a0d7-ab0b1dad05f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c18a8cfe-5582-4d11-b9c0-ccf51e3e045a HTTP/1.1" status: 204 len: 168 time: 0.2896738 Nov 12 02:27:47.812251 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24baf63f-62f6-4cc8-a0d7-ab0b1dad05f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18a8cfe-5582-4d11-b9c0-ccf51e3e045a,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:47.865636 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4de67330-39b2-4580-829f-738bf6344587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:48.012582 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-87e1a27a-d272-4378-98ca-c782c2472c6f None None] Provisioning complete for port 91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:48.013634 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-87e1a27a-d272-4378-98ca-c782c2472c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:48.060592 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-87e1a27a-d272-4378-98ca-c782c2472c6f None None] Port 91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80 cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:27:48.096230 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4de67330-39b2-4580-829f-738bf6344587 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:48.102289 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4de67330-39b2-4580-829f-738bf6344587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:48.103043 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4de67330-39b2-4580-829f-738bf6344587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658171'] for router_interface, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:48.190752 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de67330-39b2-4580-829f-738bf6344587 admin admin] Pushing event updated for resources: {'Port': ['ID=91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:48.319100 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e2300-2232-4377-986c-c5b51036aa40 req-69825560-5088-42ce-8af7-e09268428929 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:48.320675 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3b5e2300-2232-4377-986c-c5b51036aa40 req-69825560-5088-42ce-8af7-e09268428929 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.1213961 Nov 12 02:27:48.330274 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de67330-39b2-4580-829f-738bf6344587 admin admin] Network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:27:48.333590 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-4de67330-39b2-4580-829f-738bf6344587 admin admin] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:27:48.447940 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3b5e2300-2232-4377-986c-c5b51036aa40 req-8d07fed8-e1cc-4701-8faf-1532e1cc3f4f tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160157 Nov 12 02:27:48.528953 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de67330-39b2-4580-829f-738bf6344587 admin admin] Router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:27:48.596909 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-78eb4f11-9ffd-40b3-9b25-94d1c801ecd2 None None] Provisioning complete for port 91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:48.597278 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-78eb4f11-9ffd-40b3-9b25-94d1c801ecd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:48.657973 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-78eb4f11-9ffd-40b3-9b25-94d1c801ecd2 None None] Port 91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80 cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:27:48.662470 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de67330-39b2-4580-829f-738bf6344587 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:27:48.667712 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-4de67330-39b2-4580-829f-738bf6344587 admin admin] 10.222.0.70 "PUT /v2.0/routers/c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3928506 Nov 12 02:27:49.173020 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 41580) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:49.178159 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-d22354a4-4ea8-4bfe-8295-f7a1d05f2b85 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-922542596-network', 'tenant_id': 'e8d28dd159d548f8a97fc5b960901481'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:27:49.208192 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22354a4-4ea8-4bfe-8295-f7a1d05f2b85 admin admin] Made reservation on behalf of e8d28dd159d548f8a97fc5b960901481 for: {'network': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:27:49.211466 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d22354a4-4ea8-4bfe-8295-f7a1d05f2b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for network, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:49.220785 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d22354a4-4ea8-4bfe-8295-f7a1d05f2b85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:49.271010 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:49.318413 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d22354a4-4ea8-4bfe-8295-f7a1d05f2b85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:49.324251 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d22354a4-4ea8-4bfe-8295-f7a1d05f2b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:49.350428 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d22354a4-4ea8-4bfe-8295-f7a1d05f2b85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=101678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:27:49.360642 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22354a4-4ea8-4bfe-8295-f7a1d05f2b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931ec27f-b085-4a26-9571-0a6c3064685c,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:49.365681 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d22354a4-4ea8-4bfe-8295-f7a1d05f2b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:49.366023 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.segments_db [None req-d22354a4-4ea8-4bfe-8295-f7a1d05f2b85 admin admin] Added segment 5458f15d-8376-4c7c-afd7-995d9c4081aa of type vlan for network 1f5a4a71-500e-475c-9422-9f52bbd6df36 Nov 12 02:27:49.414005 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d22354a4-4ea8-4bfe-8295-f7a1d05f2b85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767025606099'] for network, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:49.448051 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d22354a4-4ea8-4bfe-8295-f7a1d05f2b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for network, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:49.449166 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22354a4-4ea8-4bfe-8295-f7a1d05f2b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:49.449819 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d22354a4-4ea8-4bfe-8295-f7a1d05f2b85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:49.483226 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-d22354a4-4ea8-4bfe-8295-f7a1d05f2b85 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3089576 Nov 12 02:27:49.484140 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 41596) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:49.489378 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-ddee107e-d304-48e6-afbe-9b4a6d7c83fa admin admin] Request body: {'subnet': {'network_id': '1f5a4a71-500e-475c-9422-9f52bbd6df36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-922542596-subnet', 'tenant_id': 'e8d28dd159d548f8a97fc5b960901481', 'ip_version': 4}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:27:49.520324 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22354a4-4ea8-4bfe-8295-f7a1d05f2b85 admin admin] Pushing event updated for resources: {'Network': ['ID=1f5a4a71-500e-475c-9422-9f52bbd6df36,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:49.534207 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddee107e-d304-48e6-afbe-9b4a6d7c83fa admin admin] Made reservation on behalf of e8d28dd159d548f8a97fc5b960901481 for: {'subnet': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:27:49.541267 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ddee107e-d304-48e6-afbe-9b4a6d7c83fa admin admin] Publish callbacks [] for subnet, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:49.551026 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Network 1f5a4a71-500e-475c-9422-9f52bbd6df36 details requested by agent ovs-agent-dv-cinder-808574-4-iscsi with host dv-cinder-808574-4-iscsi {{(pid=101679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:27:49.667875 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8df96-808c-46c8-a0b2-f96debff0200 req-cc5c358d-8100-455b-865c-cf1ce96722cc tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:49.684948 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8ca8df96-808c-46c8-a0b2-f96debff0200 req-cc5c358d-8100-455b-865c-cf1ce96722cc tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0879164 Nov 12 02:27:49.687318 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device f3ecb4a1-5b93-4964-8af0-ab62ff8970f8 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:27:49.748329 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port f3ecb4a1-5b93-4964-8af0-ab62ff8970f8 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:49.749475 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:49.789677 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8ca8df96-808c-46c8-a0b2-f96debff0200 req-6a1d517e-f057-4b23-82af-3b4e26afed4b tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904169 Nov 12 02:27:49.802904 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ddee107e-d304-48e6-afbe-9b4a6d7c83fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for subnet, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:49.823235 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] Sync routers for ids ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:27:49.863527 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] Routers {'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:27:49.864265 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:27:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:49.878410 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee107e-d304-48e6-afbe-9b4a6d7c83fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cf09293-149d-4e29-a7e5-b517eedc806e,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:49.884404 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddee107e-d304-48e6-afbe-9b4a6d7c83fa admin admin] Checking segment: {'id': '5458f15d-8376-4c7c-afd7-995d9c4081aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '1f5a4a71-500e-475c-9422-9f52bbd6df36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:27:49.885167 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddee107e-d304-48e6-afbe-9b4a6d7c83fa admin admin] Network hostable DHCP agents. Network: 1f5a4a71-500e-475c-9422-9f52bbd6df36, hostable agents: ['9ef3605f-eeb0-4f31-885d-199b6c4cd983'], hosted agents: [] {{(pid=101677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:27:49.911451 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:49.916534 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddee107e-d304-48e6-afbe-9b4a6d7c83fa admin admin] Network 1f5a4a71-500e-475c-9422-9f52bbd6df36 is scheduled to be hosted by DHCP agent 9ef3605f-eeb0-4f31-885d-199b6c4cd983 with binding_index 1 {{(pid=101677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:27:49.943299 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-ddee107e-d304-48e6-afbe-9b4a6d7c83fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-iscsi, 1f5a4a71-500e-475c-9422-9f52bbd6df36) {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:27:49.948828 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddee107e-d304-48e6-afbe-9b4a6d7c83fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:49.949551 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ddee107e-d304-48e6-afbe-9b4a6d7c83fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:49.950480 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] For port f3ecb4a1-5b93-4964-8af0-ab62ff8970f8, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=f3ecb4a1-5b93-4964-8af0-ab62ff8970f8,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:49.956485 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eda086-e200-4b16-9261-7c876c6e0c7e None None] Network 1f5a4a71-500e-475c-9422-9f52bbd6df36 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:27:49.970712 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-ddee107e-d304-48e6-afbe-9b4a6d7c83fa admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4836557 Nov 12 02:27:49.971696 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 41604) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:49.976795 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-fae8552c-a356-4f8b-8ee7-ee4978b9b840 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-922542596-router', 'tenant_id': 'e8d28dd159d548f8a97fc5b960901481', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:27:49.999557 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fae8552c-a356-4f8b-8ee7-ee4978b9b840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57774'] for router, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.001021 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fae8552c-a356-4f8b-8ee7-ee4978b9b840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661359', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57783'] for router, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.011143 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.053812 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fae8552c-a356-4f8b-8ee7-ee4978b9b840 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.196684 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fae8552c-a356-4f8b-8ee7-ee4978b9b840 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.227301 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] Set router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:27:50.286490 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Pushing event updated for resources: {'Port': ['ID=f3ecb4a1-5b93-4964-8af0-ab62ff8970f8,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:50.404659 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fae8552c-a356-4f8b-8ee7-ee4978b9b840 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.426979 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fae8552c-a356-4f8b-8ee7-ee4978b9b840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.437104 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d087e70-2986-48cc-b7b3-b26cbf2e34f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8380c581-5d88-5bd8-92a8-04b3ddf9b27a-1f5a4a71-500e-475c-9422-9f52bbd6df36', 'network_id': '1f5a4a71-500e-475c-9422-9f52bbd6df36', 'tenant_id': 'e8d28dd159d548f8a97fc5b960901481', 'fixed_ips': [{'subnet_id': '1cf09293-149d-4e29-a7e5-b517eedc806e'}]}} from dv-cinder-808574-4-iscsi. {{(pid=101679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:27:50.438166 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7d087e70-2986-48cc-b7b3-b26cbf2e34f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.649167 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.db_base_plugin_common [None req-7d087e70-2986-48cc-b7b3-b26cbf2e34f2 None None] Allocated IP 172.20.0.2 (1f5a4a71-500e-475c-9422-9f52bbd6df36/1cf09293-149d-4e29-a7e5-b517eedc806e/7d66232d-1c84-40be-98fe-21e1436a428e) {{(pid=101679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:27:50.655455 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80', 'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'mac_address': 'fa:16:3e:5d:50:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:47Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 2, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'subnets': [{'id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:50.689909 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] Checking router: c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:27:50.690256 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] Updating router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 port 91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80 binding host dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:27:50.734754 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.735684 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-fae8552c-a356-4f8b-8ee7-ee4978b9b840 admin admin] Allocated IP 172.27.2.147 (3c7696da-eba1-40bc-922c-d91bed889fdf/d5dec2f9-f4c7-48bf-8714-a16e67e9832d/b7f3a48b-18e7-4b86-b423-8c2808ec418f) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:27:50.848731 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fae8552c-a356-4f8b-8ee7-ee4978b9b840 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.886137 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fae8552c-a356-4f8b-8ee7-ee4978b9b840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.906026 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba9052-2307-4809-a319-95e97c9e9af8 req-f2093208-7b9c-419d-abc8-b31260d63bf9 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:50.907653 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-74ba9052-2307-4809-a319-95e97c9e9af8 req-f2093208-7b9c-419d-abc8-b31260d63bf9 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0560677 Nov 12 02:27:50.931388 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae8552c-a356-4f8b-8ee7-ee4978b9b840 admin admin] Network 3c7696da-eba1-40bc-922c-d91bed889fdf is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:27:50.934401 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-fae8552c-a356-4f8b-8ee7-ee4978b9b840 admin admin] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:27:50.946528 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae8552c-a356-4f8b-8ee7-ee4978b9b840 admin admin] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:27:50.949837 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8552c-a356-4f8b-8ee7-ee4978b9b840 admin admin] Pushing event updated for resources: {'Port': ['ID=b7f3a48b-18e7-4b86-b423-8c2808ec418f,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:50.972038 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7d087e70-2986-48cc-b7b3-b26cbf2e34f2 None None] Publish callbacks [] for port, precommit_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.990610 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-74ba9052-2307-4809-a319-95e97c9e9af8 req-4a9ea8fa-ada0-4afe-afa1-9855053ffb4c tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710313 Nov 12 02:27:51.005010 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7d087e70-2986-48cc-b7b3-b26cbf2e34f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:51.054232 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d087e70-2986-48cc-b7b3-b26cbf2e34f2 None None] Network 1f5a4a71-500e-475c-9422-9f52bbd6df36 is already hosted by enough agents. {{(pid=101679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:27:51.060486 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.scheduler.base_scheduler [None req-7d087e70-2986-48cc-b7b3-b26cbf2e34f2 None None] Resources bound (agent type, host, resource id): {{(pid=101679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:27:51.069002 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d087e70-2986-48cc-b7b3-b26cbf2e34f2 None None] Received port after_create {{(pid=101679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:27:51.085809 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d087e70-2986-48cc-b7b3-b26cbf2e34f2 None None] Pushing event updated for resources: {'Port': ['ID=7d66232d-1c84-40be-98fe-21e1436a428e,revision_number=1']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:51.153928 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-7d087e70-2986-48cc-b7b3-b26cbf2e34f2 None None] Attempting to bind port 7d66232d-1c84-40be-98fe-21e1436a428e on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:27:51.154322 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fae8552c-a356-4f8b-8ee7-ee4978b9b840 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:51.154459 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-7d087e70-2986-48cc-b7b3-b26cbf2e34f2 None None] Attempting to bind port 7d66232d-1c84-40be-98fe-21e1436a428e by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': '5458f15d-8376-4c7c-afd7-995d9c4081aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '1f5a4a71-500e-475c-9422-9f52bbd6df36'}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:27:51.154707 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d087e70-2986-48cc-b7b3-b26cbf2e34f2 None None] Attempting to bind port 7d66232d-1c84-40be-98fe-21e1436a428e on network 1f5a4a71-500e-475c-9422-9f52bbd6df36 {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:27:51.178988 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d087e70-2986-48cc-b7b3-b26cbf2e34f2 None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:27:51.179367 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d087e70-2986-48cc-b7b3-b26cbf2e34f2 None None] Checking segment: {'id': '5458f15d-8376-4c7c-afd7-995d9c4081aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '1f5a4a71-500e-475c-9422-9f52bbd6df36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:27:51.179770 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7d087e70-2986-48cc-b7b3-b26cbf2e34f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:51.180163 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d087e70-2986-48cc-b7b3-b26cbf2e34f2 None None] Bound using segment: {'id': '5458f15d-8376-4c7c-afd7-995d9c4081aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '1f5a4a71-500e-475c-9422-9f52bbd6df36'} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:27:51.180642 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-7d087e70-2986-48cc-b7b3-b26cbf2e34f2 None None] Bound port: 7d66232d-1c84-40be-98fe-21e1436a428e, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5458f15d-8376-4c7c-afd7-995d9c4081aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '1f5a4a71-500e-475c-9422-9f52bbd6df36'}}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:27:51.181027 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7d087e70-2986-48cc-b7b3-b26cbf2e34f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:51.230551 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] Publish callbacks [] for port, precommit_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:51.242120 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:51.304132 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-7d087e70-2986-48cc-b7b3-b26cbf2e34f2 None None] For port 7d66232d-1c84-40be-98fe-21e1436a428e, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:27:51.310642 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-7d087e70-2986-48cc-b7b3-b26cbf2e34f2 None None] For port 7d66232d-1c84-40be-98fe-21e1436a428e, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=7d66232d-1c84-40be-98fe-21e1436a428e,segment=NetworkSegment(5458f15d-8376-4c7c-afd7-995d9c4081aa),segment_id=5458f15d-8376-4c7c-afd7-995d9c4081aa)] {{(pid=101679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:27:51.317596 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb946f-f9dd-45fe-951a-8c930fffab59 None None] Pushing event updated for resources: {'Port': ['ID=91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80,revision_number=3']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:51.323521 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7d087e70-2986-48cc-b7b3-b26cbf2e34f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:51.375183 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fae8552c-a356-4f8b-8ee7-ee4978b9b840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661434'] for router, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:51.437279 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] Attempting to bind port 91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80 on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:27:51.437654 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] Attempting to bind port 91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80 by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': 'c0623adb-9637-42d0-94dc-e8c24bdebe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1'}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:27:51.438745 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] Attempting to bind port 91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80 on network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:27:51.446567 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d087e70-2986-48cc-b7b3-b26cbf2e34f2 None None] Pushing event updated for resources: {'Port': ['ID=7d66232d-1c84-40be-98fe-21e1436a428e,revision_number=2']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:51.449357 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:27:51.449736 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] Checking segment: {'id': 'c0623adb-9637-42d0-94dc-e8c24bdebe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:27:51.450134 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:51.450521 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] Bound using segment: {'id': 'c0623adb-9637-42d0-94dc-e8c24bdebe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1'} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:27:51.451337 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] Bound port: 91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0623adb-9637-42d0-94dc-e8c24bdebe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1'}}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:27:51.451723 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:51.529817 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae8552c-a356-4f8b-8ee7-ee4978b9b840 admin admin] Router eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8 is scheduled to L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 with binding_index 1 {{(pid=101677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:27:51.554537 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] For port 91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:27:51.558318 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] For port 91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80,segment=NetworkSegment(c0623adb-9637-42d0-94dc-e8c24bdebe90),segment_id=c0623adb-9637-42d0-94dc-e8c24bdebe90)] {{(pid=101679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:27:51.564250 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:51.653998 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-f3aad981-9eb5-4e09-8fa3-c707759536ae None None] Provisioning complete for port 91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:51.653998 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f3aad981-9eb5-4e09-8fa3-c707759536ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:51.704585 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device f3ecb4a1-5b93-4964-8af0-ab62ff8970f8 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:27:51.706380 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae8552c-a356-4f8b-8ee7-ee4978b9b840 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:27:51.725943 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] Sync routers for ids ['eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8'] in dv-cinder-808574-4-iscsi {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:27:51.742388 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] Routers {'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:27:51.743425 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:27:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:51.765442 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb946f-f9dd-45fe-951a-8c930fffab59 None None] Pushing event updated for resources: {'Port': ['ID=91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:51.766169 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fae8552c-a356-4f8b-8ee7-ee4978b9b840 admin admin] Publish callbacks [] for router, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:51.767907 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-fae8552c-a356-4f8b-8ee7-ee4978b9b840 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7944005 Nov 12 02:27:51.771199 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 41630) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:51.775809 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] Routers {'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:27:51.777616 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:27:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:51.884329 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] Set router eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:27:51.947973 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] Set router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:27:52.100032 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f3aad981-9eb5-4e09-8fa3-c707759536ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:52.145803 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port f3ecb4a1-5b93-4964-8af0-ab62ff8970f8 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:52.145803 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:52.192402 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8', 'name': 'tempest-TestVolumeBootPattern-922542596-router', 'tenant_id': 'e8d28dd159d548f8a97fc5b960901481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'b7f3a48b-18e7-4b86-b423-8c2808ec418f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:50Z', 'updated_at': '2021-11-12T02:27:51Z', 'revision_number': 3, 'project_id': 'e8d28dd159d548f8a97fc5b960901481', 'gw_port': {'id': 'b7f3a48b-18e7-4b86-b423-8c2808ec418f', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:50Z', 'updated_at': '2021-11-12T02:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:52.220716 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] Checking router: eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8 for host: dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:27:52.222377 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] Updating router eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8 port b7f3a48b-18e7-4b86-b423-8c2808ec418f binding host dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:27:52.245060 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-f3aad981-9eb5-4e09-8fa3-c707759536ae None None] For port 91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80,segment=NetworkSegment(c0623adb-9637-42d0-94dc-e8c24bdebe90),segment_id=c0623adb-9637-42d0-94dc-e8c24bdebe90)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:52.252696 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:52.266834 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e39edcec-b2c3-4d40-a1d7-33d3552520e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:52.267357 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f3aad981-9eb5-4e09-8fa3-c707759536ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:52.472249 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [None req-e39edcec-b2c3-4d40-a1d7-33d3552520e2 admin admin] Allocated IP 172.20.0.1 (1f5a4a71-500e-475c-9422-9f52bbd6df36/1cf09293-149d-4e29-a7e5-b517eedc806e/d8f76cd5-8e63-4b9f-b672-42215eabfe84) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:27:52.546449 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-9d457162-742c-4b6e-946f-22324e6f519a None None] Provisioning complete for port 91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:52.546992 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-9d457162-742c-4b6e-946f-22324e6f519a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:52.599452 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aad981-9eb5-4e09-8fa3-c707759536ae None None] Pushing event updated for resources: {'Port': ['ID=91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:52.608089 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] Publish callbacks [] for port, precommit_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:52.617192 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:52.626538 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e39edcec-b2c3-4d40-a1d7-33d3552520e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:52.637537 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80', 'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'mac_address': 'fa:16:3e:5d:50:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:47Z', 'updated_at': '2021-11-12T02:27:51Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'subnets': [{'id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:52.670905 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e39edcec-b2c3-4d40-a1d7-33d3552520e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:52.672487 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] Attempting to bind port b7f3a48b-18e7-4b86-b423-8c2808ec418f on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:27:52.672846 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] Attempting to bind port b7f3a48b-18e7-4b86-b423-8c2808ec418f by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}] {{(pid=101680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:27:52.673210 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] Attempting to bind port b7f3a48b-18e7-4b86-b423-8c2808ec418f on network 3c7696da-eba1-40bc-922c-d91bed889fdf {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:27:52.683523 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44353f5e-606e-4f77-903d-ce347548cda4 None None] Pushing event updated for resources: {'Port': ['ID=b7f3a48b-18e7-4b86-b423-8c2808ec418f,revision_number=2']} {{(pid=101680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:52.684934 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:27:52.685308 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] Checking segment: {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:27:52.685720 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:52.686084 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] Bound using segment: {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'} {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:27:52.686957 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] Bound port: b7f3a48b-18e7-4b86-b423-8c2808ec418f, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}}] {{(pid=101680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:27:52.687079 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:52.689055 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49836d0d-8d03-4dd1-9114-bec16a46851c None None] Network 1f5a4a71-500e-475c-9422-9f52bbd6df36 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:27:52.691833 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f0af8-c532-449c-b841-308f6af652f2 None None] The sync data for ids ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'] in dv-cinder-808574-4-iscsi is: [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80', 'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'mac_address': 'fa:16:3e:5d:50:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:47Z', 'updated_at': '2021-11-12T02:27:51Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'subnets': [{'id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:27:52.719202 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39edcec-b2c3-4d40-a1d7-33d3552520e2 admin admin] Network 1f5a4a71-500e-475c-9422-9f52bbd6df36 is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:27:52.725949 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-e39edcec-b2c3-4d40-a1d7-33d3552520e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:27:52.729877 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39edcec-b2c3-4d40-a1d7-33d3552520e2 admin admin] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:27:52.730234 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e39edcec-b2c3-4d40-a1d7-33d3552520e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658031'] for router_interface, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:52.745879 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.db [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] For port b7f3a48b-18e7-4b86-b423-8c2808ec418f, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:27:52.750074 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.db [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] For port b7f3a48b-18e7-4b86-b423-8c2808ec418f, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=b7f3a48b-18e7-4b86-b423-8c2808ec418f,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:27:52.781374 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39edcec-b2c3-4d40-a1d7-33d3552520e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d8f76cd5-8e63-4b9f-b672-42215eabfe84,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:52.787953 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:52.872130 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44353f5e-606e-4f77-903d-ce347548cda4 None None] Pushing event updated for resources: {'Port': ['ID=b7f3a48b-18e7-4b86-b423-8c2808ec418f,revision_number=3']} {{(pid=101680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:52.899675 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] Routers {'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:27:52.903553 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:27:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:52.946546 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e39edcec-b2c3-4d40-a1d7-33d3552520e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:52.990405 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-8eb72117-618c-48cf-88fe-86a95a782d20 None None] Provisioning complete for port 7d66232d-1c84-40be-98fe-21e1436a428e triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:52.990825 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-8eb72117-618c-48cf-88fe-86a95a782d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:53.044014 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] Set router eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:27:53.126074 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-8eb72117-618c-48cf-88fe-86a95a782d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:53.190545 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-8eb72117-618c-48cf-88fe-86a95a782d20 None None] For port 7d66232d-1c84-40be-98fe-21e1436a428e, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=7d66232d-1c84-40be-98fe-21e1436a428e,segment=NetworkSegment(5458f15d-8376-4c7c-afd7-995d9c4081aa),segment_id=5458f15d-8376-4c7c-afd7-995d9c4081aa)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:53.199281 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-8eb72117-618c-48cf-88fe-86a95a782d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:53.248891 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e39edcec-b2c3-4d40-a1d7-33d3552520e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:53.257834 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e39edcec-b2c3-4d40-a1d7-33d3552520e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:53.258762 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e39edcec-b2c3-4d40-a1d7-33d3552520e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658171'] for router_interface, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:53.283333 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb72117-618c-48cf-88fe-86a95a782d20 None None] Pushing event updated for resources: {'Port': ['ID=7d66232d-1c84-40be-98fe-21e1436a428e,revision_number=3']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:53.329418 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-96105acc-8cc4-483f-8fa5-3379300cb1bb None None] Provisioning complete for port 7d66232d-1c84-40be-98fe-21e1436a428e triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:53.329935 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-96105acc-8cc4-483f-8fa5-3379300cb1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:53.391987 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8', 'name': 'tempest-TestVolumeBootPattern-922542596-router', 'tenant_id': 'e8d28dd159d548f8a97fc5b960901481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'b7f3a48b-18e7-4b86-b423-8c2808ec418f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:50Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 4, 'project_id': 'e8d28dd159d548f8a97fc5b960901481', 'gw_port': {'id': 'b7f3a48b-18e7-4b86-b423-8c2808ec418f', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:50Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'd8f76cd5-8e63-4b9f-b672-42215eabfe84', 'name': '', 'network_id': '1f5a4a71-500e-475c-9422-9f52bbd6df36', 'tenant_id': 'e8d28dd159d548f8a97fc5b960901481', 'mac_address': 'fa:16:3e:02:87:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1cf09293-149d-4e29-a7e5-b517eedc806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:52Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 1, 'project_id': 'e8d28dd159d548f8a97fc5b960901481', 'subnets': [{'id': '1cf09293-149d-4e29-a7e5-b517eedc806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:53.413727 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39edcec-b2c3-4d40-a1d7-33d3552520e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d8f76cd5-8e63-4b9f-b672-42215eabfe84,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:53.430700 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70457f3-a4fe-4217-ad71-c5e91931a952 None None] The sync data for ids ['eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8'] in dv-cinder-808574-4-iscsi is: [{'id': 'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8', 'name': 'tempest-TestVolumeBootPattern-922542596-router', 'tenant_id': 'e8d28dd159d548f8a97fc5b960901481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'b7f3a48b-18e7-4b86-b423-8c2808ec418f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:50Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 4, 'project_id': 'e8d28dd159d548f8a97fc5b960901481', 'gw_port': {'id': 'b7f3a48b-18e7-4b86-b423-8c2808ec418f', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:50Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'd8f76cd5-8e63-4b9f-b672-42215eabfe84', 'name': '', 'network_id': '1f5a4a71-500e-475c-9422-9f52bbd6df36', 'tenant_id': 'e8d28dd159d548f8a97fc5b960901481', 'mac_address': 'fa:16:3e:02:87:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1cf09293-149d-4e29-a7e5-b517eedc806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:52Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 1, 'project_id': 'e8d28dd159d548f8a97fc5b960901481', 'subnets': [{'id': '1cf09293-149d-4e29-a7e5-b517eedc806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:27:53.505892 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-96105acc-8cc4-483f-8fa5-3379300cb1bb None None] Provisioning complete for port d8f76cd5-8e63-4b9f-b672-42215eabfe84 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:53.507531 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-96105acc-8cc4-483f-8fa5-3379300cb1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:53.517477 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39edcec-b2c3-4d40-a1d7-33d3552520e2 admin admin] Network 1f5a4a71-500e-475c-9422-9f52bbd6df36 is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:27:53.520703 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-e39edcec-b2c3-4d40-a1d7-33d3552520e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:27:53.583330 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-96105acc-8cc4-483f-8fa5-3379300cb1bb None None] Port d8f76cd5-8e63-4b9f-b672-42215eabfe84 cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:27:53.704727 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-2713fa33-20d2-4806-a858-9cbf1534bf47 None None] Provisioning complete for port d8f76cd5-8e63-4b9f-b672-42215eabfe84 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:53.705114 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-2713fa33-20d2-4806-a858-9cbf1534bf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:53.736362 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 7d66232d-1c84-40be-98fe-21e1436a428e up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:27:53.747695 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39edcec-b2c3-4d40-a1d7-33d3552520e2 admin admin] Router eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:27:53.789458 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-2713fa33-20d2-4806-a858-9cbf1534bf47 None None] Port d8f76cd5-8e63-4b9f-b672-42215eabfe84 cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:27:53.819712 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 7d66232d-1c84-40be-98fe-21e1436a428e triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:53.820064 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:53.963060 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:27:54.042710 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-244adb04-6e87-428f-812a-7c5685ed9a25 None None] Provisioning complete for port d8f76cd5-8e63-4b9f-b672-42215eabfe84 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:54.043284 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-244adb04-6e87-428f-812a-7c5685ed9a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:54.091012 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-244adb04-6e87-428f-812a-7c5685ed9a25 None None] Port d8f76cd5-8e63-4b9f-b672-42215eabfe84 cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:27:54.100588 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:54.101154 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:54.212058 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39edcec-b2c3-4d40-a1d7-33d3552520e2 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:27:54.217520 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-e39edcec-b2c3-4d40-a1d7-33d3552520e2 admin admin] 10.222.0.70 "PUT /v2.0/routers/eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4449985 Nov 12 02:27:55.611259 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device b7f3a48b-18e7-4b86-b423-8c2808ec418f up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:27:55.662924 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port b7f3a48b-18e7-4b86-b423-8c2808ec418f triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:55.663293 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:55.739908 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:55.763061 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] For port b7f3a48b-18e7-4b86-b423-8c2808ec418f, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=b7f3a48b-18e7-4b86-b423-8c2808ec418f,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:55.767809 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:55.815096 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Pushing event updated for resources: {'Port': ['ID=b7f3a48b-18e7-4b86-b423-8c2808ec418f,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:55.912940 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eec285-d008-47e3-8d7e-cf5ef22dc7de req-543ecb10-27a4-4d0a-8539-70fa393db70d tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:55.914461 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-19eec285-d008-47e3-8d7e-cf5ef22dc7de req-543ecb10-27a4-4d0a-8539-70fa393db70d tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0501101 Nov 12 02:27:55.962956 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-19eec285-d008-47e3-8d7e-cf5ef22dc7de req-aa562f4d-1f7c-4e39-b0c2-dfee9372fd30 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424626 Nov 12 02:27:56.298136 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] Sync routers for ids ['eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:27:56.311612 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] Routers {'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:27:56.312223 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:27:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:56.416213 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] Set router eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:27:56.529185 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 41680) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:56.533797 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-3ed63c28-685a-4348-9db7-1351b94bb861 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-677549840', 'description': 'tempest-secgroup-smoke-677549840 description', 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:27:56.557908 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3ed63c28-685a-4348-9db7-1351b94bb861 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:56.634152 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3ed63c28-685a-4348-9db7-1351b94bb861 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:56.639105 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3ed63c28-685a-4348-9db7-1351b94bb861 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:56.643386 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8', 'name': 'tempest-TestVolumeBootPattern-922542596-router', 'tenant_id': 'e8d28dd159d548f8a97fc5b960901481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'b7f3a48b-18e7-4b86-b423-8c2808ec418f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:50Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 4, 'project_id': 'e8d28dd159d548f8a97fc5b960901481', 'gw_port': {'id': 'b7f3a48b-18e7-4b86-b423-8c2808ec418f', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:50Z', 'updated_at': '2021-11-12T02:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'd8f76cd5-8e63-4b9f-b672-42215eabfe84', 'name': '', 'network_id': '1f5a4a71-500e-475c-9422-9f52bbd6df36', 'tenant_id': 'e8d28dd159d548f8a97fc5b960901481', 'mac_address': 'fa:16:3e:02:87:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1cf09293-149d-4e29-a7e5-b517eedc806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:52Z', 'updated_at': '2021-11-12T02:27:53Z', 'revision_number': 2, 'project_id': 'e8d28dd159d548f8a97fc5b960901481', 'subnets': [{'id': '1cf09293-149d-4e29-a7e5-b517eedc806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:56.668125 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3ed63c28-685a-4348-9db7-1351b94bb861 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:56.672098 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-3ed63c28-685a-4348-9db7-1351b94bb861 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1391399 Nov 12 02:27:56.672223 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] Checking router: eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8 for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:27:56.672223 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] Updating router eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8 port d8f76cd5-8e63-4b9f-b672-42215eabfe84 binding host dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:27:56.672579 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 41684) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:56.677697 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed63c28-685a-4348-9db7-1351b94bb861 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf4e31f-46c4-401b-88f6-ab8b00262679,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:56.677854 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-56c60eca-6466-42af-88dd-0672aa60a8fc tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Request body: {'security_group_rule': {'security_group_id': 'fbf4e31f-46c4-401b-88f6-ab8b00262679', 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:27:56.700002 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:56.714389 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-56c60eca-6466-42af-88dd-0672aa60a8fc tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:56.782902 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-56c60eca-6466-42af-88dd-0672aa60a8fc tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:56.787543 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-56c60eca-6466-42af-88dd-0672aa60a8fc tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:56.806325 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c60eca-6466-42af-88dd-0672aa60a8fc tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd3e80f-890e-4909-ad66-f14d76a3e729,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:56.811348 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-56c60eca-6466-42af-88dd-0672aa60a8fc tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:56.812987 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-56c60eca-6466-42af-88dd-0672aa60a8fc tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389577 Nov 12 02:27:56.815650 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 41688) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:56.820624 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-a984c0b9-b57f-47b8-97a4-abcdd7e29340 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Request body: {'security_group_rule': {'security_group_id': 'fbf4e31f-46c4-401b-88f6-ab8b00262679', 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:27:56.853989 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a984c0b9-b57f-47b8-97a4-abcdd7e29340 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:56.919353 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a984c0b9-b57f-47b8-97a4-abcdd7e29340 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:56.923687 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a984c0b9-b57f-47b8-97a4-abcdd7e29340 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:56.943835 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984c0b9-b57f-47b8-97a4-abcdd7e29340 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2771661-8229-4be8-9b89-22c1671705ce,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:56.949100 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a984c0b9-b57f-47b8-97a4-abcdd7e29340 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:56.950587 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-a984c0b9-b57f-47b8-97a4-abcdd7e29340 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1336052 Nov 12 02:27:56.952993 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 41694) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:56.957344 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-1d569fe0-7eb8-44f2-8c7b-f11a059e319f tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Request body: {'security_group_rule': {'security_group_id': 'fbf4e31f-46c4-401b-88f6-ab8b00262679', 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:27:56.985586 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1d569fe0-7eb8-44f2-8c7b-f11a059e319f tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.060487 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1d569fe0-7eb8-44f2-8c7b-f11a059e319f tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.065429 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1d569fe0-7eb8-44f2-8c7b-f11a059e319f tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.085200 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d569fe0-7eb8-44f2-8c7b-f11a059e319f tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8292378-fc12-4453-9c67-4212c2c8eaa9,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:57.095282 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1d569fe0-7eb8-44f2-8c7b-f11a059e319f tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.099257 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-1d569fe0-7eb8-44f2-8c7b-f11a059e319f tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426506 Nov 12 02:27:57.099390 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 41700) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:57.104667 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-4c870780-e702-48b0-8b0a-176b192967e3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Request body: {'security_group_rule': {'security_group_id': 'fbf4e31f-46c4-401b-88f6-ab8b00262679', 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:27:57.132012 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cbe18-29ea-42d4-918b-ddfa8fb75a2d req-eb1ac275-bb6b-49cb-845b-e30a29db1982 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:57.133656 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-364cbe18-29ea-42d4-918b-ddfa8fb75a2d req-eb1ac275-bb6b-49cb-845b-e30a29db1982 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0745666 Nov 12 02:27:57.147233 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] Publish callbacks [] for port, precommit_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.154048 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.162718 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4c870780-e702-48b0-8b0a-176b192967e3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.205584 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36765549-cb37-4b69-bec9-e7b6e3c527e5 None None] Pushing event updated for resources: {'Port': ['ID=d8f76cd5-8e63-4b9f-b672-42215eabfe84,revision_number=3']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:57.222443 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-364cbe18-29ea-42d4-918b-ddfa8fb75a2d req-576bd1bf-e79a-4b7b-89a8-edfb1b010afd tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813234 Nov 12 02:27:57.255178 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4c870780-e702-48b0-8b0a-176b192967e3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.260257 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4c870780-e702-48b0-8b0a-176b192967e3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.263686 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] Attempting to bind port d8f76cd5-8e63-4b9f-b672-42215eabfe84 on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:27:57.264111 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] Attempting to bind port d8f76cd5-8e63-4b9f-b672-42215eabfe84 by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': '5458f15d-8376-4c7c-afd7-995d9c4081aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '1f5a4a71-500e-475c-9422-9f52bbd6df36'}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:27:57.264467 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] Attempting to bind port d8f76cd5-8e63-4b9f-b672-42215eabfe84 on network 1f5a4a71-500e-475c-9422-9f52bbd6df36 {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:27:57.270727 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:27:57.272536 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] Checking segment: {'id': '5458f15d-8376-4c7c-afd7-995d9c4081aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '1f5a4a71-500e-475c-9422-9f52bbd6df36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:27:57.273868 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.273868 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] Bound using segment: {'id': '5458f15d-8376-4c7c-afd7-995d9c4081aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '1f5a4a71-500e-475c-9422-9f52bbd6df36'} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:27:57.274152 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] Bound port: d8f76cd5-8e63-4b9f-b672-42215eabfe84, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5458f15d-8376-4c7c-afd7-995d9c4081aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '1f5a4a71-500e-475c-9422-9f52bbd6df36'}}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:27:57.275410 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.285417 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c870780-e702-48b0-8b0a-176b192967e3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da08e35b-1663-48f4-bd92-f6d90fa32792,revision_number=0']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:57.295466 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4c870780-e702-48b0-8b0a-176b192967e3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.297140 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-4c870780-e702-48b0-8b0a-176b192967e3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1965482 Nov 12 02:27:57.300719 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 41702) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:57.306162 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-287f192c-9eba-4b45-82e4-03bbd104e374 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Request body: {'security_group_rule': {'security_group_id': 'fbf4e31f-46c4-401b-88f6-ab8b00262679', 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:27:57.329519 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.securitygroups_db [None req-287f192c-9eba-4b45-82e4-03bbd104e374 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Project cdddbe78d48c4a9995c9d3e6c06bec3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:27:57.335150 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-287f192c-9eba-4b45-82e4-03bbd104e374 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.349913 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] For port d8f76cd5-8e63-4b9f-b672-42215eabfe84, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:27:57.355294 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] For port d8f76cd5-8e63-4b9f-b672-42215eabfe84, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=d8f76cd5-8e63-4b9f-b672-42215eabfe84,segment=NetworkSegment(5458f15d-8376-4c7c-afd7-995d9c4081aa),segment_id=5458f15d-8376-4c7c-afd7-995d9c4081aa)] {{(pid=101679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:27:57.360646 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.416063 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] Routers {'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:27:57.416458 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:27:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:57.418965 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-287f192c-9eba-4b45-82e4-03bbd104e374 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.426026 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-287f192c-9eba-4b45-82e4-03bbd104e374 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.451134 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f192c-9eba-4b45-82e4-03bbd104e374 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8bf683-9b17-4e97-ba5a-7a8cc3919f92,revision_number=0']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:57.469568 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-287f192c-9eba-4b45-82e4-03bbd104e374 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.471258 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-287f192c-9eba-4b45-82e4-03bbd104e374 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1691995 Nov 12 02:27:57.474433 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 41708) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:57.479571 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-1c4f1c06-4c26-4253-992b-3ef37d585f6b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Request body: {'security_group_rule': {'security_group_id': 'fbf4e31f-46c4-401b-88f6-ab8b00262679', 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:27:57.496844 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36765549-cb37-4b69-bec9-e7b6e3c527e5 None None] Pushing event updated for resources: {'Port': ['ID=d8f76cd5-8e63-4b9f-b672-42215eabfe84,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:57.508546 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.db.securitygroups_db [None req-1c4f1c06-4c26-4253-992b-3ef37d585f6b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Project cdddbe78d48c4a9995c9d3e6c06bec3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:27:57.516170 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1c06-4c26-4253-992b-3ef37d585f6b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.592763 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-f5224af2-e31f-476c-a265-ca35ea949f2a None None] Provisioning complete for port d8f76cd5-8e63-4b9f-b672-42215eabfe84 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:57.593049 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f5224af2-e31f-476c-a265-ca35ea949f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.595643 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] Set router eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:27:57.622801 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1c06-4c26-4253-992b-3ef37d585f6b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.629634 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1c06-4c26-4253-992b-3ef37d585f6b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.658407 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f1c06-4c26-4253-992b-3ef37d585f6b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=105301e1-90f4-41e6-847a-ec6e646d3212,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:57.672709 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1c06-4c26-4253-992b-3ef37d585f6b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.678560 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-1c4f1c06-4c26-4253-992b-3ef37d585f6b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2029784 Nov 12 02:27:57.692394 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device b7f3a48b-18e7-4b86-b423-8c2808ec418f up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:27:57.889353 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port b7f3a48b-18e7-4b86-b423-8c2808ec418f triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:57.889742 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.929831 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f5224af2-e31f-476c-a265-ca35ea949f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:58.009365 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-f5224af2-e31f-476c-a265-ca35ea949f2a None None] For port d8f76cd5-8e63-4b9f-b672-42215eabfe84, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=d8f76cd5-8e63-4b9f-b672-42215eabfe84,segment=NetworkSegment(5458f15d-8376-4c7c-afd7-995d9c4081aa),segment_id=5458f15d-8376-4c7c-afd7-995d9c4081aa)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:58.019151 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f5224af2-e31f-476c-a265-ca35ea949f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:58.103453 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device d8f76cd5-8e63-4b9f-b672-42215eabfe84 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:27:58.151983 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8', 'name': 'tempest-TestVolumeBootPattern-922542596-router', 'tenant_id': 'e8d28dd159d548f8a97fc5b960901481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'b7f3a48b-18e7-4b86-b423-8c2808ec418f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:50Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 4, 'project_id': 'e8d28dd159d548f8a97fc5b960901481', 'gw_port': {'id': 'b7f3a48b-18e7-4b86-b423-8c2808ec418f', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:50Z', 'updated_at': '2021-11-12T02:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'd8f76cd5-8e63-4b9f-b672-42215eabfe84', 'name': '', 'network_id': '1f5a4a71-500e-475c-9422-9f52bbd6df36', 'tenant_id': 'e8d28dd159d548f8a97fc5b960901481', 'mac_address': 'fa:16:3e:02:87:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1cf09293-149d-4e29-a7e5-b517eedc806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:52Z', 'updated_at': '2021-11-12T02:27:57Z', 'revision_number': 4, 'project_id': 'e8d28dd159d548f8a97fc5b960901481', 'subnets': [{'id': '1cf09293-149d-4e29-a7e5-b517eedc806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:58.182544 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5224af2-e31f-476c-a265-ca35ea949f2a None None] Pushing event updated for resources: {'Port': ['ID=d8f76cd5-8e63-4b9f-b672-42215eabfe84,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:58.192038 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0699b0f-2c18-407b-a289-898c941e5df6 None None] The sync data for ids ['eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8'] in dv-cinder-808574-4-iscsi is: [{'id': 'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8', 'name': 'tempest-TestVolumeBootPattern-922542596-router', 'tenant_id': 'e8d28dd159d548f8a97fc5b960901481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'b7f3a48b-18e7-4b86-b423-8c2808ec418f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:50Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 4, 'project_id': 'e8d28dd159d548f8a97fc5b960901481', 'gw_port': {'id': 'b7f3a48b-18e7-4b86-b423-8c2808ec418f', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:50Z', 'updated_at': '2021-11-12T02:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'd8f76cd5-8e63-4b9f-b672-42215eabfe84', 'name': '', 'network_id': '1f5a4a71-500e-475c-9422-9f52bbd6df36', 'tenant_id': 'e8d28dd159d548f8a97fc5b960901481', 'mac_address': 'fa:16:3e:02:87:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1cf09293-149d-4e29-a7e5-b517eedc806e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:52Z', 'updated_at': '2021-11-12T02:27:57Z', 'revision_number': 4, 'project_id': 'e8d28dd159d548f8a97fc5b960901481', 'subnets': [{'id': '1cf09293-149d-4e29-a7e5-b517eedc806e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:27:58.202803 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-63fac902-6bd2-4fab-ba73-1894d3dbfce5 None None] Provisioning complete for port d8f76cd5-8e63-4b9f-b672-42215eabfe84 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:58.202803 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-63fac902-6bd2-4fab-ba73-1894d3dbfce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:58.272781 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port d8f76cd5-8e63-4b9f-b672-42215eabfe84 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:58.273389 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:58.372312 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab24019-5065-4f4e-b935-7aa12885a394 req-ea38979c-0a69-4720-ada6-085974849667 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:58.374562 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3ab24019-5065-4f4e-b935-7aa12885a394 req-ea38979c-0a69-4720-ada6-085974849667 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0604749 Nov 12 02:27:58.426585 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3ab24019-5065-4f4e-b935-7aa12885a394 req-76d83f56-4f17-47a5-9c56-913626db6150 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452509 Nov 12 02:27:58.899765 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 41798) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:59.011525 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-263b0247-8102-4c47-9c3f-f452cda2f898 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:59.087333 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-263b0247-8102-4c47-9c3f-f452cda2f898 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:59.091602 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-263b0247-8102-4c47-9c3f-f452cda2f898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:59.130165 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b0247-8102-4c47-9c3f-f452cda2f898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69f6933-d484-4451-ab58-e2fb8fdab856,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:59.134599 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-263b0247-8102-4c47-9c3f-f452cda2f898 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=de68fe557a07440f971ea09b4ae4b8eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336688 Nov 12 02:27:59.137250 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 41802) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:59.193780 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3ef0abfc-8b5b-4ba3-a956-7bd9650eba02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:59.220385 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3ef0abfc-8b5b-4ba3-a956-7bd9650eba02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:59.282517 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3ef0abfc-8b5b-4ba3-a956-7bd9650eba02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:59.290781 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3ef0abfc-8b5b-4ba3-a956-7bd9650eba02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:59.295541 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-3ef0abfc-8b5b-4ba3-a956-7bd9650eba02 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a69f6933-d484-4451-ab58-e2fb8fdab856 HTTP/1.1" status: 204 len: 168 time: 0.1569126 Nov 12 02:27:59.318397 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0abfc-8b5b-4ba3-a956-7bd9650eba02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69f6933-d484-4451-ab58-e2fb8fdab856,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:59.592542 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 41818) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:59.593523 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device d8f76cd5-8e63-4b9f-b672-42215eabfe84 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:27:59.608322 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-afc45060-1260-4dc3-bf6a-f8ecc3aba345 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:59.659677 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port d8f76cd5-8e63-4b9f-b672-42215eabfe84 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:59.660597 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:59.695673 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-afc45060-1260-4dc3-bf6a-f8ecc3aba345 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:59.699542 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-afc45060-1260-4dc3-bf6a-f8ecc3aba345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:59.742973 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-afc45060-1260-4dc3-bf6a-f8ecc3aba345 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f1265e8202854867b0293ff93ec35242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486914 Nov 12 02:27:59.744690 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc45060-1260-4dc3-bf6a-f8ecc3aba345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6258f3c-47e8-4931-bd88-6924d8ddcd72,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:59.745628 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 41820) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:59.795069 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a02f-f28c-4b70-bf9f-54da0299e095 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:59.815368 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a02f-f28c-4b70-bf9f-54da0299e095 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:59.865729 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a02f-f28c-4b70-bf9f-54da0299e095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:59.868866 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a02f-f28c-4b70-bf9f-54da0299e095 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:59.869991 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-a0c9a02f-f28c-4b70-bf9f-54da0299e095 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c6258f3c-47e8-4931-bd88-6924d8ddcd72 HTTP/1.1" status: 204 len: 168 time: 0.1226878 Nov 12 02:27:59.877825 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a02f-f28c-4b70-bf9f-54da0299e095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6258f3c-47e8-4931-bd88-6924d8ddcd72,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:00.310637 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2984-dc6c-44dc-a5f0-61e2dca5a0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:00.607336 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:28:02.636392 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-b54faa11-2923-4a62-83a7-290e75377e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:03.471175 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 41902) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:03.573695 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7b49d0f3-fa80-419c-834f-4d61b56f30ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:03.647246 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7b49d0f3-fa80-419c-834f-4d61b56f30ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:03.655290 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7b49d0f3-fa80-419c-834f-4d61b56f30ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:03.695736 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49d0f3-fa80-419c-834f-4d61b56f30ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fe0bad-cf68-4393-97db-9cb1a42bc5d6,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:03.700163 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-7b49d0f3-fa80-419c-834f-4d61b56f30ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ef5007fafd5c489db421acfba94f4c20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279253 Nov 12 02:28:03.703059 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 41906) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:03.755243 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-521f0ada-2ccc-472d-916c-a1ba1b22ab7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:03.771649 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:03.777102 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-521f0ada-2ccc-472d-916c-a1ba1b22ab7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:03.823685 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-521f0ada-2ccc-472d-916c-a1ba1b22ab7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:03.826273 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-521f0ada-2ccc-472d-916c-a1ba1b22ab7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:03.827470 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-521f0ada-2ccc-472d-916c-a1ba1b22ab7f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a7fe0bad-cf68-4393-97db-9cb1a42bc5d6 HTTP/1.1" status: 204 len: 168 time: 0.1235108 Nov 12 02:28:03.835661 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f0ada-2ccc-472d-916c-a1ba1b22ab7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fe0bad-cf68-4393-97db-9cb1a42bc5d6,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:04.799580 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 41944) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:04.902938 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e3b25308-7bc5-4abd-836d-e346e9d96c82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:04.972572 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e3b25308-7bc5-4abd-836d-e346e9d96c82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:04.981339 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e3b25308-7bc5-4abd-836d-e346e9d96c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:05.025768 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-e3b25308-7bc5-4abd-836d-e346e9d96c82 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1737189b8bd84307baf1b689c9b28dee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250903 Nov 12 02:28:05.026915 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b25308-7bc5-4abd-836d-e346e9d96c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01374593-1130-4fca-8250-6b862f457a5d,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:05.028477 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 41948) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:05.077876 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-aa6b7940-5c23-414e-835b-2493a4eb211d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:05.101455 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-aa6b7940-5c23-414e-835b-2493a4eb211d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:05.149235 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-aa6b7940-5c23-414e-835b-2493a4eb211d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:05.152710 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-aa6b7940-5c23-414e-835b-2493a4eb211d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:05.156371 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-aa6b7940-5c23-414e-835b-2493a4eb211d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/01374593-1130-4fca-8250-6b862f457a5d HTTP/1.1" status: 204 len: 168 time: 0.1240690 Nov 12 02:28:05.164734 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b7940-5c23-414e-835b-2493a4eb211d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01374593-1130-4fca-8250-6b862f457a5d,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:05.296296 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:05.861825 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:08.891244 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6479b62-6a09-44b2-b9b7-6e0ae8e5445a req-63831072-725a-4e1d-881f-22e85f571e90 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:08.892727 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d6479b62-6a09-44b2-b9b7-6e0ae8e5445a req-63831072-725a-4e1d-881f-22e85f571e90 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0500154 Nov 12 02:28:08.942254 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d6479b62-6a09-44b2-b9b7-6e0ae8e5445a req-5b7afec0-82b0-40a1-9c1e-666b35dca2d8 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434403 Nov 12 02:28:10.057500 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b8c66-35b9-40a0-b8a5-3e9514d63dfc req-ca2b97d6-fb8e-40d0-a474-c0cc402268bf tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:10.059039 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d39b8c66-35b9-40a0-b8a5-3e9514d63dfc req-ca2b97d6-fb8e-40d0-a474-c0cc402268bf tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0485902 Nov 12 02:28:10.108624 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d39b8c66-35b9-40a0-b8a5-3e9514d63dfc req-ae61b204-d2c8-45c6-9f1e-be8aa9d44a26 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436604 Nov 12 02:28:10.713555 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da30899-bb06-46ba-a051-b51df7f6aa5b req-d6737721-7611-40b8-a879-cf601cc39345 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:10.715082 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1da30899-bb06-46ba-a051-b51df7f6aa5b req-d6737721-7611-40b8-a879-cf601cc39345 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.0492399 Nov 12 02:28:10.764628 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1da30899-bb06-46ba-a051-b51df7f6aa5b req-ea302f9c-a236-4c77-9eb8-cbecaa0eac83 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435457 Nov 12 02:28:11.221650 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc874d-5c32-4a3d-80be-549246e2ff81 req-c2388810-35de-4d89-9faa-4016481ebbaf tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:11.223144 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-84bc874d-5c32-4a3d-80be-549246e2ff81 req-c2388810-35de-4d89-9faa-4016481ebbaf tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0466990 Nov 12 02:28:11.269678 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-84bc874d-5c32-4a3d-80be-549246e2ff81 req-3e08e826-6feb-403b-b9c5-beaf4309118f tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399392 Nov 12 02:28:11.882868 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be54301-4544-4d64-8aa6-6f54791da633 req-5b2903a9-02ef-4712-bfbe-fa6b7e585332 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:11.884357 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2be54301-4544-4d64-8aa6-6f54791da633 req-5b2903a9-02ef-4712-bfbe-fa6b7e585332 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.0516632 Nov 12 02:28:11.931726 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2be54301-4544-4d64-8aa6-6f54791da633 req-db6cc546-c955-4aca-8671-a3f7963f1b33 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403609 Nov 12 02:28:17.572137 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9162aa-e695-4eb9-8497-05a466e70680 req-97fb41a4-34ac-467c-8d7c-879151e95457 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:17.573984 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1a9162aa-e695-4eb9-8497-05a466e70680 req-97fb41a4-34ac-467c-8d7c-879151e95457 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0841808 Nov 12 02:28:17.587080 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50b52c-47b9-4767-afdb-c7df991e8ea7 req-2b14d11b-fe4b-4835-8acc-cbc1f2bcfe24 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:17.588560 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-be50b52c-47b9-4767-afdb-c7df991e8ea7 req-2b14d11b-fe4b-4835-8acc-cbc1f2bcfe24 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.0664186 Nov 12 02:28:17.661156 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1a9162aa-e695-4eb9-8497-05a466e70680 req-d08f3a26-4a29-4dc2-bb84-9f4bea9859b3 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716443 Nov 12 02:28:17.665891 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-be50b52c-47b9-4767-afdb-c7df991e8ea7 req-4a274ed7-b065-43c7-8261-2aa371b832b8 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709059 Nov 12 02:28:18.806421 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d24042-b55e-47fe-aac8-b0ddf8a1b616 req-206226a1-133f-49c9-92ed-d022f5adc4b9 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:18.808000 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b5d24042-b55e-47fe-aac8-b0ddf8a1b616 req-206226a1-133f-49c9-92ed-d022f5adc4b9 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0740204 Nov 12 02:28:18.821471 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30461f33-74ff-4e72-aa48-25c377740c00 req-2185e948-49a4-459c-ab4e-9208efdd0719 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:18.822947 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-30461f33-74ff-4e72-aa48-25c377740c00 req-2185e948-49a4-459c-ab4e-9208efdd0719 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.0792046 Nov 12 02:28:18.912386 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b5d24042-b55e-47fe-aac8-b0ddf8a1b616 req-205d28eb-98a5-4f8d-8233-b3918d976681 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884552 Nov 12 02:28:18.915838 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-30461f33-74ff-4e72-aa48-25c377740c00 req-4ec7e23e-47b4-4213-b8a3-794b9e502aca tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855615 Nov 12 02:28:19.257477 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:20.083489 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e779a9d-00d2-4437-aa1f-880b396e4f62 req-1174dfa3-a0fb-4786-8131-10ab28062655 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:20.085059 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8e779a9d-00d2-4437-aa1f-880b396e4f62 req-1174dfa3-a0fb-4786-8131-10ab28062655 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0821013 Nov 12 02:28:20.096030 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f64bb-1624-48f0-abed-4a1654b68039 req-a44c04ff-df94-46bc-9dab-e212d4774709 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:20.098474 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce9f64bb-1624-48f0-abed-4a1654b68039 req-a44c04ff-df94-46bc-9dab-e212d4774709 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.0862625 Nov 12 02:28:20.206005 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8e779a9d-00d2-4437-aa1f-880b396e4f62 req-2a9152ce-961d-421e-8678-b368ee547bc0 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053662 Nov 12 02:28:20.209675 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce9f64bb-1624-48f0-abed-4a1654b68039 req-7c84790c-10a5-4c71-beb6-c39e47dee76a tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/security-groups?id=721469fb-30dc-469e-a81b-869bd6051203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019607 Nov 12 02:28:20.350935 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f6eaa-469c-4f5a-b86e-f57fba1bc9df req-b6898407-9418-416a-9295-ff6f4efbcdc8 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:20.352410 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-849f6eaa-469c-4f5a-b86e-f57fba1bc9df req-b6898407-9418-416a-9295-ff6f4efbcdc8 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.65 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 945 time: 0.0820746 Nov 12 02:28:20.497128 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [req-849f6eaa-469c-4f5a-b86e-f57fba1bc9df req-26144f3b-0c71-4294-aa17-973ecdf3d359 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Deleting port 65d1110b-f099-4749-9cc9-cc0fbaf8af9c {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:28:20.497474 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-849f6eaa-469c-4f5a-b86e-f57fba1bc9df req-26144f3b-0c71-4294-aa17-973ecdf3d359 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:20.585528 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-849f6eaa-469c-4f5a-b86e-f57fba1bc9df req-26144f3b-0c71-4294-aa17-973ecdf3d359 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] For port 65d1110b-f099-4749-9cc9-cc0fbaf8af9c, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=65d1110b-f099-4749-9cc9-cc0fbaf8af9c,segment=NetworkSegment(90cccd2b-85b4-4ffa-aea9-aaf71446b516),segment_id=90cccd2b-85b4-4ffa-aea9-aaf71446b516)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:20.585890 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-849f6eaa-469c-4f5a-b86e-f57fba1bc9df req-26144f3b-0c71-4294-aa17-973ecdf3d359 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:20.599831 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [req-849f6eaa-469c-4f5a-b86e-f57fba1bc9df req-26144f3b-0c71-4294-aa17-973ecdf3d359 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Calling delete_port for 65d1110b-f099-4749-9cc9-cc0fbaf8af9c owned by compute:nova {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:28:20.756540 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-849f6eaa-469c-4f5a-b86e-f57fba1bc9df req-26144f3b-0c71-4294-aa17-973ecdf3d359 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:20.790187 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26144f3b-0c71-4294-aa17-973ecdf3d359 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Pushing event deleted for resources: {'Port': ['ID=65d1110b-f099-4749-9cc9-cc0fbaf8af9c,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:20.806693 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['65d1110b-f099-4749-9cc9-cc0fbaf8af9c'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:28:20.834281 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26144f3b-0c71-4294-aa17-973ecdf3d359 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:20.834603 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26144f3b-0c71-4294-aa17-973ecdf3d359 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:20.834962 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26144f3b-0c71-4294-aa17-973ecdf3d359 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:20.835286 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26144f3b-0c71-4294-aa17-973ecdf3d359 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:20.835611 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26144f3b-0c71-4294-aa17-973ecdf3d359 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:20.835935 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26144f3b-0c71-4294-aa17-973ecdf3d359 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:20.836257 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26144f3b-0c71-4294-aa17-973ecdf3d359 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:20.836573 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26144f3b-0c71-4294-aa17-973ecdf3d359 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:20.836887 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26144f3b-0c71-4294-aa17-973ecdf3d359 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:20.837197 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26144f3b-0c71-4294-aa17-973ecdf3d359 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:20.837507 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26144f3b-0c71-4294-aa17-973ecdf3d359 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:20.837815 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26144f3b-0c71-4294-aa17-973ecdf3d359 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:20.855299 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [req-849f6eaa-469c-4f5a-b86e-f57fba1bc9df req-26144f3b-0c71-4294-aa17-973ecdf3d359 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] No DVR routers for this DVR port 65d1110b-f099-4749-9cc9-cc0fbaf8af9c on host hv-cinder-80857 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:28:20.858202 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-849f6eaa-469c-4f5a-b86e-f57fba1bc9df req-26144f3b-0c71-4294-aa17-973ecdf3d359 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:20.861504 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-849f6eaa-469c-4f5a-b86e-f57fba1bc9df req-26144f3b-0c71-4294-aa17-973ecdf3d359 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.65 "DELETE /v2.0/ports/65d1110b-f099-4749-9cc9-cc0fbaf8af9c HTTP/1.1" status: 204 len: 173 time: 0.4910696 Nov 12 02:28:20.861930 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8244b795-8dd2-43ee-a703-79b742cd5432', 'name': 'network-vif-deleted', 'tag': '65d1110b-f099-4749-9cc9-cc0fbaf8af9c'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:28:20.864218 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6cffd0-4b9f-49c8-9473-84a35fbb10a6" -d '{"events": [{"server_uuid": "8244b795-8dd2-43ee-a703-79b742cd5432", "name": "network-vif-deleted", "tag": "65d1110b-f099-4749-9cc9-cc0fbaf8af9c"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:28:20.903906 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049dc812-28e1-4052-a203-e0d54fd663e6 x-openstack-request-id: req-049dc812-28e1-4052-a203-e0d54fd663e6 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:28:20.904233 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8244b795-8dd2-43ee-a703-79b742cd5432", "name": "network-vif-deleted", "tag": "65d1110b-f099-4749-9cc9-cc0fbaf8af9c", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:28:20.904510 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-049dc812-28e1-4052-a203-e0d54fd663e6 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:28:20.904906 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8244b795-8dd2-43ee-a703-79b742cd5432', 'name': 'network-vif-deleted', 'tag': '65d1110b-f099-4749-9cc9-cc0fbaf8af9c', 'status': 'completed', 'code': 200} Nov 12 02:28:21.314019 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-82db9bce-22e9-4ebd-bd29-3e890ed61437 req-0192e62c-ba05-45e7-9e07-0fe052775b17 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 210 time: 0.0304878 Nov 12 02:28:21.362103 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa48943-a1ae-4ec9-a6d9-031cabffa4d7 req-f69390e0-3dc7-4977-88f6-63397ea8a72e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:21.363832 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-baa48943-a1ae-4ec9-a6d9-031cabffa4d7 req-f69390e0-3dc7-4977-88f6-63397ea8a72e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0697474 Nov 12 02:28:21.432245 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-baa48943-a1ae-4ec9-a6d9-031cabffa4d7 req-b7f6ea57-fb20-43fb-92d0-cfcc54ab7d96 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559001 Nov 12 02:28:22.430460 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-43df819b-cd48-4d37-a2ea-75215ae5daf1 req-d0a6233d-ae70-4e3f-b76e-18d2685912e1 tempest-DeleteServersTestJSON-1750090327 tempest-DeleteServersTestJSON-1750090327-project] 10.222.0.70 "GET /v2.0/ports?device_id=8244b795-8dd2-43ee-a703-79b742cd5432 HTTP/1.1" status: 200 len: 210 time: 0.0265522 Nov 12 02:28:22.559274 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f025e62-3db3-4ea9-ad81-caaa2a742816 req-e370e41e-b8e0-4c7f-b906-8592953ff9aa tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:22.560778 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2f025e62-3db3-4ea9-ad81-caaa2a742816 req-e370e41e-b8e0-4c7f-b906-8592953ff9aa tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0505400 Nov 12 02:28:22.614264 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2f025e62-3db3-4ea9-ad81-caaa2a742816 req-a3a2e456-c8a3-4665-b16a-7643e5357ed0 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476713 Nov 12 02:28:23.746233 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811aefe7-11e4-44be-8d05-3b7e3489f96e req-a9064a88-9251-4124-8c88-32aa433a7481 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:23.746233 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-811aefe7-11e4-44be-8d05-3b7e3489f96e req-a9064a88-9251-4124-8c88-32aa433a7481 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0623360 Nov 12 02:28:23.808385 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-811aefe7-11e4-44be-8d05-3b7e3489f96e req-5150de6b-27bd-41a4-a0e2-e0f9206a2db4 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560389 Nov 12 02:28:24.231994 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 65d1110b-f099-4749-9cc9-cc0fbaf8af9c no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:28:24.258152 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] No Port match for: 65d1110b-f099-4749-9cc9-cc0fbaf8af9c {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:28:24.258640 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 65d1110b-f099-4749-9cc9-cc0fbaf8af9c not bound to the agent host hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:28:27.870121 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa23d5-043d-432d-a6ee-7536ad62212c req-c0e36b27-0dbb-44ee-8f56-cc7c24549a59 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:27.871692 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f1aa23d5-043d-432d-a6ee-7536ad62212c req-c0e36b27-0dbb-44ee-8f56-cc7c24549a59 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0565002 Nov 12 02:28:27.930169 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f1aa23d5-043d-432d-a6ee-7536ad62212c req-03bf5c05-99a7-42c7-bfa1-1b6ff8dca9bd tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501492 Nov 12 02:28:29.050185 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad18dd-2614-49fc-8b22-d2293366d874 req-4d8bf55d-6bd1-4b59-bd16-2ca8c153a2c7 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:29.051720 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-90ad18dd-2614-49fc-8b22-d2293366d874 req-4d8bf55d-6bd1-4b59-bd16-2ca8c153a2c7 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0523367 Nov 12 02:28:29.099346 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-90ad18dd-2614-49fc-8b22-d2293366d874 req-303979fd-ad5c-440e-8b62-3fb8d9fffd7c tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419080 Nov 12 02:28:30.293254 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-88f4958c-0adf-4d23-82b3-12691ccf04b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:30.513964 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-93fc924a-0d22-4042-a1ba-e67fa8740c35 req-dc46ff2e-d129-4e1b-9b32-2856de0156b8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385170 Nov 12 02:28:30.615957 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc924a-0d22-4042-a1ba-e67fa8740c35 req-0e4aaade-b4bb-4cae-a2b8-789d432aa248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:30.617436 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-93fc924a-0d22-4042-a1ba-e67fa8740c35 req-0e4aaade-b4bb-4cae-a2b8-789d432aa248 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1009072a7446b8a468d02d87b9420d&device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 1099 time: 0.0426011 Nov 12 02:28:30.721267 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc924a-0d22-4042-a1ba-e67fa8740c35 req-3e5e89b4-8683-4b90-a041-513d01077efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:30.722649 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-93fc924a-0d22-4042-a1ba-e67fa8740c35 req-3e5e89b4-8683-4b90-a041-513d01077efc service neutron] 10.222.0.65 "GET /v2.0/networks?id=4070c229-4da3-4ab6-91a8-6b9e74d5d318 HTTP/1.1" status: 200 len: 916 time: 0.0824478 Nov 12 02:28:30.806627 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-93fc924a-0d22-4042-a1ba-e67fa8740c35 req-5f60427e-b723-48bc-9731-b773d80e805b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=838aaf11-0ed7-4529-b85a-74acc6e006ad HTTP/1.1" status: 200 len: 217 time: 0.0374486 Nov 12 02:28:30.857995 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc924a-0d22-4042-a1ba-e67fa8740c35 req-c554085f-228a-4503-9c00-683467b53143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:30.858357 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-93fc924a-0d22-4042-a1ba-e67fa8740c35 req-c554085f-228a-4503-9c00-683467b53143 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0224bb24-7d74-45d6-8986-b81989f6576c HTTP/1.1" status: 200 len: 855 time: 0.0439937 Nov 12 02:28:30.904176 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-93fc924a-0d22-4042-a1ba-e67fa8740c35 req-4fb4cd96-58b1-4765-b794-3282d99683ea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4070c229-4da3-4ab6-91a8-6b9e74d5d318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288012 Nov 12 02:28:30.954265 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f93d3c-d6de-4260-a219-e3cb7e52ecc2 req-b43a99e9-5357-42dc-bdf2-45318eebfb9b tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:30.955845 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-31f93d3c-d6de-4260-a219-e3cb7e52ecc2 req-b43a99e9-5357-42dc-bdf2-45318eebfb9b tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0494800 Nov 12 02:28:31.007409 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-31f93d3c-d6de-4260-a219-e3cb7e52ecc2 req-1ff22503-581d-4ce0-99a2-762795ebac1d tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437067 Nov 12 02:28:31.007624 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-93fc924a-0d22-4042-a1ba-e67fa8740c35 req-2ca851f8-e4f1-4ddd-9ea8-d8ad55a7575c service neutron] 10.222.0.65 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900223 Nov 12 02:28:31.303855 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-93fc924a-0d22-4042-a1ba-e67fa8740c35 req-08c0c6b4-957a-4718-9874-523d85caad39 service neutron] 10.222.0.65 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875195 Nov 12 02:28:32.188180 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b48141-f73b-4b68-a060-98544f2cb95f req-7590c482-b21d-422b-950f-c1004a275fce tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:32.190365 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-15b48141-f73b-4b68-a060-98544f2cb95f req-7590c482-b21d-422b-950f-c1004a275fce tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0521631 Nov 12 02:28:32.252407 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-15b48141-f73b-4b68-a060-98544f2cb95f req-ce7ee3ab-5229-4995-94d5-dcdfbffa1bda tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518208 Nov 12 02:28:32.353477 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 42302) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:32.402131 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5a83f8-081d-40ce-8963-41534f98a5aa admin admin] Deleting subnet 9f6f32e6-15c4-48d9-9b1b-4c400029963b {{(pid=101677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:28:32.402997 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-313c3346-505e-4c69-9a99-da837e3377fa tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:32.404656 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-313c3346-505e-4c69-9a99-da837e3377fa tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/networks?id=4070c229-4da3-4ab6-91a8-6b9e74d5d318 HTTP/1.1" status: 200 len: 815 time: 0.1288426 Nov 12 02:28:32.405671 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4e5a83f8-081d-40ce-8963-41534f98a5aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:32.421229 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-927c56ad-9cc2-400a-9b16-48b82528d8e7 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/quotas/bf1009072a7446b8a468d02d87b9420d HTTP/1.1" status: 200 len: 375 time: 0.0100288 Nov 12 02:28:32.443392 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4e5a83f8-081d-40ce-8963-41534f98a5aa admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:32.452746 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4e5a83f8-081d-40ce-8963-41534f98a5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16054281'] for subnet, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:32.469477 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-c52f06c7-bc30-44ae-add2-96e7fbd3a185 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bf1009072a7446b8a468d02d87b9420d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427930 Nov 12 02:28:32.512125 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4e5a83f8-081d-40ce-8963-41534f98a5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16054302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for subnet, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:32.539675 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a83f8-081d-40ce-8963-41534f98a5aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f6f32e6-15c4-48d9-9b1b-4c400029963b,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:32.551788 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4e5a83f8-081d-40ce-8963-41534f98a5aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:32.555122 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-4e5a83f8-081d-40ce-8963-41534f98a5aa admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9f6f32e6-15c4-48d9-9b1b-4c400029963b HTTP/1.1" status: 204 len: 168 time: 0.2004938 Nov 12 02:28:32.557989 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 42306) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:32.594099 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-7d1529b1-1e37-418c-822f-32286bbb1a3b service neutron] 10.222.0.70 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169121 Nov 12 02:28:32.638570 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-c15d92db-70f4-4c8a-96d6-26ffc2f57270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:32.706319 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378732'] for network, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:32.782918 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-2384afef-c31d-4eca-ae04-e1f596bb730f service neutron] 10.222.0.70 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617451 Nov 12 02:28:32.816207 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16054926', 'neutron.services.segments.db._delete_segments_for_network-8767026152430'] for network, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:32.836476 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:32.836864 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:32.837612 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:32.837948 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Subscribe: > port after_create 55550000 {{(pid=101678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:32.838307 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:32.838625 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Subscribe: > port after_update 55550000 {{(pid=101678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:32.838965 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:32.839298 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:32.839611 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:32.839922 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:32.990506 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:32.990965 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:32.991304 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:32.991630 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:32.992127 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95991a5c-ee47-43e2-ab98-8e43221b404f']}} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:28:33.029627 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90cccd2b-85b4-4ffa-aea9-aaf71446b516') {'for_net_delete': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:28:33.029921 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90cccd2b-85b4-4ffa-aea9-aaf71446b516') {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:28:33.056523 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d73ed617-a71a-4421-b0f1-54fd37c7470b req-876460c1-ee55-4ba4-85fc-49759f6ca2bf tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1b45339-7f70-45c4-9536-96f42bd1c35e HTTP/1.1" status: 200 len: 210 time: 0.0589123 Nov 12 02:28:33.063168 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767026057975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25686459'] for segment, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:33.090404 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:33.100704 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=101678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:28:33.100929 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25342689'] for segment, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: from cryptography.utils import int_from_bytes Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: from cryptography.utils import int_from_bytes Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: Traceback (most recent call last): Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: timer() Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: cb(*args, **kw) Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: return func(*args, **kwargs) Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: self._notify() Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: self.callback(batched_events) Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: event.method(event) Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: return f(self, *a, **k) Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: return self._get(url).json() Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: return self.request(url, 'GET', **kwargs) Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:28:33.138272 dv-cinder-808574-4-iscsi neutron-server[101678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:28:33.208081 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16054935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661474'] for network, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:33.226165 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:33.229467 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/95991a5c-ee47-43e2-ab98-8e43221b404f HTTP/1.1" status: 204 len: 168 time: 0.6704886 Nov 12 02:28:33.231046 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=95991a5c-ee47-43e2-ab98-8e43221b404f,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:33.238892 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:33.239462 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:33.240278 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:33.240613 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:33.240952 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:33.241286 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:33.241618 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:33.242052 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:33.242333 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:33.242990 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:33.243323 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:33.243645 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e0a250-3677-45a6-992d-925b2bcb85c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:33.425043 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 42332) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:33.440946 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cda60-8516-42b4-82f9-7ad2e643846a req-96d4b796-f121-4e28-907d-24a050456fdd tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:33.443208 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1b1cda60-8516-42b4-82f9-7ad2e643846a req-96d4b796-f121-4e28-907d-24a050456fdd tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0583518 Nov 12 02:28:33.482823 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-bd3df46e-f49f-4b0e-b097-d94d5712f3f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=913792060b1047f18c5dad6b397f1791&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0540757 Nov 12 02:28:33.486034 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 42336) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:33.501643 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1b1cda60-8516-42b4-82f9-7ad2e643846a req-ca71fcbf-bb75-4d1d-a9da-1cd526ab56dd tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506599 Nov 12 02:28:33.544206 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5e8a66bc-c25e-4dda-a097-85fc1cd8c8fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:33.568270 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5e8a66bc-c25e-4dda-a097-85fc1cd8c8fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:33.619095 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5e8a66bc-c25e-4dda-a097-85fc1cd8c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:33.622045 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5e8a66bc-c25e-4dda-a097-85fc1cd8c8fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:33.623257 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-5e8a66bc-c25e-4dda-a097-85fc1cd8c8fb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/721469fb-30dc-469e-a81b-869bd6051203 HTTP/1.1" status: 204 len: 168 time: 0.1362782 Nov 12 02:28:33.631920 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a66bc-c25e-4dda-a097-85fc1cd8c8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721469fb-30dc-469e-a81b-869bd6051203,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:33.774773 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:34.162381 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ee66f-4f09-4619-a63b-7461595f7f58 req-63b02e5b-f32e-4114-8bf4-c2547c645464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:34.164275 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-f72ee66f-4f09-4619-a63b-7461595f7f58 req-63b02e5b-f32e-4114-8bf4-c2547c645464 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 1098 time: 0.0519378 Nov 12 02:28:34.168416 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2fc5f823-ebeb-44ad-91db-e6a6b28cebf3 req-61d236b3-675b-41cf-af34-e178d238b25e tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1b45339-7f70-45c4-9536-96f42bd1c35e HTTP/1.1" status: 200 len: 210 time: 0.0295224 Nov 12 02:28:34.222362 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-f72ee66f-4f09-4619-a63b-7461595f7f58 req-bd0ed367-ef16-475f-8e90-14b9b5d658f0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401900 Nov 12 02:28:34.918308 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-4f5d55aa-c0fd-4794-a055-34fd7b9ae5b4 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:34.919910 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-4f5d55aa-c0fd-4794-a055-34fd7b9ae5b4 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.65 "GET /v2.0/networks?id=4070c229-4da3-4ab6-91a8-6b9e74d5d318 HTTP/1.1" status: 200 len: 815 time: 0.1162398 Nov 12 02:28:34.944183 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-da4974fe-e1d1-4ad0-b95f-3f159affefbf tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Request body: {'port': {'device_id': 'b1b45339-7f70-45c4-9536-96f42bd1c35e', 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318', 'admin_state_up': True, 'tenant_id': 'bf1009072a7446b8a468d02d87b9420d'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:28:35.010593 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679022ef-0482-46ce-bc96-6a63eaa3dc90 req-05e34bf4-7049-4caf-8399-d3d5158bcbde tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:35.013267 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-679022ef-0482-46ce-bc96-6a63eaa3dc90 req-05e34bf4-7049-4caf-8399-d3d5158bcbde tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0843351 Nov 12 02:28:35.072317 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-da4974fe-e1d1-4ad0-b95f-3f159affefbf tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Made reservation on behalf of bf1009072a7446b8a468d02d87b9420d for: {'port': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:28:35.073990 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-679022ef-0482-46ce-bc96-6a63eaa3dc90 req-0b01143b-1ea1-4562-9380-cc56306c9546 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544007 Nov 12 02:28:35.078371 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-da4974fe-e1d1-4ad0-b95f-3f159affefbf tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:35.218274 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-da4974fe-e1d1-4ad0-b95f-3f159affefbf tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Allocated IP 172.20.0.8 (4070c229-4da3-4ab6-91a8-6b9e74d5d318/0224bb24-7d74-45d6-8986-b81989f6576c/ebd9ab39-34d5-41c8-9ee0-e6b204c9194f) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:28:35.270347 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a0e83642-46f0-420f-8dd5-4a4476f522b8 req-9ab7e589-435b-49bf-b3f0-5238b1cd4782 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1b45339-7f70-45c4-9536-96f42bd1c35e HTTP/1.1" status: 200 len: 210 time: 0.0277488 Nov 12 02:28:35.304940 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:35.394069 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-da4974fe-e1d1-4ad0-b95f-3f159affefbf tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:35.439261 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-da4974fe-e1d1-4ad0-b95f-3f159affefbf tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:35.491149 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-da4974fe-e1d1-4ad0-b95f-3f159affefbf tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Network 4070c229-4da3-4ab6-91a8-6b9e74d5d318 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:28:35.496998 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-da4974fe-e1d1-4ad0-b95f-3f159affefbf tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:28:35.497967 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['838aaf11-0ed7-4529-b85a-74acc6e006ad'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:28:35.502922 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-da4974fe-e1d1-4ad0-b95f-3f159affefbf tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:28:35.509189 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-da4974fe-e1d1-4ad0-b95f-3f159affefbf tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:35.509812 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-da4974fe-e1d1-4ad0-b95f-3f159affefbf tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:35.518598 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4974fe-e1d1-4ad0-b95f-3f159affefbf tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Pushing event updated for resources: {'Port': ['ID=ebd9ab39-34d5-41c8-9ee0-e6b204c9194f,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:35.533824 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-da4974fe-e1d1-4ad0-b95f-3f159affefbf tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5938556 Nov 12 02:28:35.554066 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] Request body: {'port': {'device_id': 'b1b45339-7f70-45c4-9536-96f42bd1c35e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:28:35.610230 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:35.868429 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:35.889745 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd9ab39-34d5-41c8-9ee0-e6b204c9194f {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:28:35.904263 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:35.919748 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] Transition to ACTIVE for port object ebd9ab39-34d5-41c8-9ee0-e6b204c9194f will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:28:35.925226 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:35.976262 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd9ab39-34d5-41c8-9ee0-e6b204c9194f,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:36.008920 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] Attempting to bind port ebd9ab39-34d5-41c8-9ee0-e6b204c9194f on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:28:36.009256 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] Attempting to bind port ebd9ab39-34d5-41c8-9ee0-e6b204c9194f by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '5927e006-acd5-430c-9407-59cd336b9d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:28:36.009590 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] Attempting to bind port ebd9ab39-34d5-41c8-9ee0-e6b204c9194f on network 4070c229-4da3-4ab6-91a8-6b9e74d5d318 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:28:36.013920 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] Port ebd9ab39-34d5-41c8-9ee0-e6b204c9194f on network 4070c229-4da3-4ab6-91a8-6b9e74d5d318 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:28:36.014242 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] Attempting to bind port ebd9ab39-34d5-41c8-9ee0-e6b204c9194f on network 4070c229-4da3-4ab6-91a8-6b9e74d5d318 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:28:36.019171 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] Checking agent: {'id': '0f3aff68-05a9-47a7-920b-43a2694f0a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:28:36.019513 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] Checking segment: {'id': '5927e006-acd5-430c-9407-59cd336b9d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:28:36.019895 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] Bound using segment: {'id': '5927e006-acd5-430c-9407-59cd336b9d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:28:36.020329 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] Bound port: ebd9ab39-34d5-41c8-9ee0-e6b204c9194f, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5927e006-acd5-430c-9407-59cd336b9d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:28:36.020804 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:36.092884 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] For port ebd9ab39-34d5-41c8-9ee0-e6b204c9194f, host hv-cinder-80857, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:28:36.095314 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] For port ebd9ab39-34d5-41c8-9ee0-e6b204c9194f, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=ebd9ab39-34d5-41c8-9ee0-e6b204c9194f,segment=NetworkSegment(5927e006-acd5-430c-9407-59cd336b9d8a),segment_id=5927e006-acd5-430c-9407-59cd336b9d8a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:28:36.102939 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:36.165074 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:36.165074 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:36.165074 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] 10.222.0.65 "PUT /v2.0/ports/ebd9ab39-34d5-41c8-9ee0-e6b204c9194f HTTP/1.1" status: 200 len: 1093 time: 0.6122320 Nov 12 02:28:36.165074 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b45339-7f70-45c4-9536-96f42bd1c35e', 'tag': 'ebd9ab39-34d5-41c8-9ee0-e6b204c9194f'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:28:36.165074 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d83c48b-4248-408b-a994-59a863536037" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b45339-7f70-45c4-9536-96f42bd1c35e", "tag": "ebd9ab39-34d5-41c8-9ee0-e6b204c9194f"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:28:36.195881 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820889be-bf91-4973-910f-98b70fe5cac4 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd9ab39-34d5-41c8-9ee0-e6b204c9194f,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:36.226856 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1a2f53-a374-416e-8f69-6d07afffb515 x-openstack-request-id: req-5a1a2f53-a374-416e-8f69-6d07afffb515 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:28:36.227172 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b45339-7f70-45c4-9536-96f42bd1c35e", "tag": "ebd9ab39-34d5-41c8-9ee0-e6b204c9194f", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:28:36.228218 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a1a2f53-a374-416e-8f69-6d07afffb515 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:28:36.228357 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdeca42-53b9-414e-b47f-167c32f75fd9 req-f2fad3d2-15b1-45af-8ac4-2f1df5e90746 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:36.228816 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b45339-7f70-45c4-9536-96f42bd1c35e', 'tag': 'ebd9ab39-34d5-41c8-9ee0-e6b204c9194f', 'status': 'completed', 'code': 200} Nov 12 02:28:36.232566 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2fdeca42-53b9-414e-b47f-167c32f75fd9 req-f2fad3d2-15b1-45af-8ac4-2f1df5e90746 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0632091 Nov 12 02:28:36.287521 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2fdeca42-53b9-414e-b47f-167c32f75fd9 req-91225e1d-5095-4c25-947d-aa20e4fafaf5 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516307 Nov 12 02:28:36.336680 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 42430) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:36.363443 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-9f6f891d-4ec4-4b99-95fc-677305b7e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:36.365965 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-9f6f891d-4ec4-4b99-95fc-677305b7e41b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1009072a7446b8a468d02d87b9420d&device_id=b1b45339-7f70-45c4-9536-96f42bd1c35e HTTP/1.1" status: 200 len: 1096 time: 0.0546732 Nov 12 02:28:36.429494 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79f404-12ac-4e0c-a06b-d0db774cf0e1 req-53fe8a10-5528-44f3-869b-63b347b0481c tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:36.429745 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-f2ffde36-def7-488e-be36-eb22427b38b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebd9ab39-34d5-41c8-9ee0-e6b204c9194f HTTP/1.1" status: 200 len: 217 time: 0.0475156 Nov 12 02:28:36.431579 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1a79f404-12ac-4e0c-a06b-d0db774cf0e1 req-53fe8a10-5528-44f3-869b-63b347b0481c tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1b45339-7f70-45c4-9536-96f42bd1c35e HTTP/1.1" status: 200 len: 943 time: 0.0582719 Nov 12 02:28:36.487739 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-295382b4-9f04-445f-9348-3eed8fc04ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:36.489897 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-295382b4-9f04-445f-9348-3eed8fc04ddc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0224bb24-7d74-45d6-8986-b81989f6576c HTTP/1.1" status: 200 len: 855 time: 0.0495241 Nov 12 02:28:36.491806 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1a79f404-12ac-4e0c-a06b-d0db774cf0e1 req-0b51ed72-2914-4b1e-a75c-80d027bb2024 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534854 Nov 12 02:28:36.507116 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cd82c8b8-b71e-48a3-afc1-059a2bda775a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:36.536840 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-94b58a4a-ceb0-497b-8908-299a25b058b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4070c229-4da3-4ab6-91a8-6b9e74d5d318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245593 Nov 12 02:28:36.592627 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cd82c8b8-b71e-48a3-afc1-059a2bda775a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:36.597745 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cd82c8b8-b71e-48a3-afc1-059a2bda775a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:36.646299 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-cd82c8b8-b71e-48a3-afc1-059a2bda775a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2bb147d381b14cc99517b6bece727f32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074272 Nov 12 02:28:36.647711 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82c8b8-b71e-48a3-afc1-059a2bda775a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d0eb5b-b9fa-467a-a9b2-80ebbdfa7098,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:36.648253 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-8f36a9a9-2d61-4407-9f68-e05f4a867f4c service neutron] 10.222.0.65 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924025 Nov 12 02:28:36.648846 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 42448) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:36.762788 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ac4a5f4a-79e5-4ea2-babf-399a7398f598 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:36.792542 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-319a6111-d4a9-46f0-91ac-c4df5afab822 req-1f297a45-6716-4b8e-b35a-cf44562c1941 service neutron] 10.222.0.65 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287556 Nov 12 02:28:36.796904 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ac4a5f4a-79e5-4ea2-babf-399a7398f598 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:36.845290 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ac4a5f4a-79e5-4ea2-babf-399a7398f598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:36.847995 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ac4a5f4a-79e5-4ea2-babf-399a7398f598 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:36.852102 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-ac4a5f4a-79e5-4ea2-babf-399a7398f598 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/14d0eb5b-b9fa-467a-a9b2-80ebbdfa7098 HTTP/1.1" status: 204 len: 168 time: 0.1999757 Nov 12 02:28:36.858110 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a5f4a-79e5-4ea2-babf-399a7398f598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d0eb5b-b9fa-467a-a9b2-80ebbdfa7098,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:36.954150 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83c48b-4248-408b-a994-59a863536037 req-5d72080f-ec1d-470f-8284-ba073ae54962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:36.955766 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-1d83c48b-4248-408b-a994-59a863536037 req-5d72080f-ec1d-470f-8284-ba073ae54962 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1009072a7446b8a468d02d87b9420d&device_id=b1b45339-7f70-45c4-9536-96f42bd1c35e HTTP/1.1" status: 200 len: 1096 time: 0.0429823 Nov 12 02:28:37.061446 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83c48b-4248-408b-a994-59a863536037 req-8d3941dc-1fc5-49cd-88fe-efbf6cff6670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:37.063065 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-1d83c48b-4248-408b-a994-59a863536037 req-8d3941dc-1fc5-49cd-88fe-efbf6cff6670 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4070c229-4da3-4ab6-91a8-6b9e74d5d318 HTTP/1.1" status: 200 len: 916 time: 0.0980840 Nov 12 02:28:37.107059 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-1d83c48b-4248-408b-a994-59a863536037 req-db8f75df-ece5-4934-b79d-637dcac807b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebd9ab39-34d5-41c8-9ee0-e6b204c9194f HTTP/1.1" status: 200 len: 217 time: 0.0363109 Nov 12 02:28:37.185817 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83c48b-4248-408b-a994-59a863536037 req-62b091eb-e57c-4763-a61d-3fb7c8506f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:37.188031 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-1d83c48b-4248-408b-a994-59a863536037 req-62b091eb-e57c-4763-a61d-3fb7c8506f86 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0224bb24-7d74-45d6-8986-b81989f6576c HTTP/1.1" status: 200 len: 855 time: 0.0665827 Nov 12 02:28:37.242441 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-1d83c48b-4248-408b-a994-59a863536037 req-a8eda3fa-c9db-40e6-8ed2-89fea2c0a871 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4070c229-4da3-4ab6-91a8-6b9e74d5d318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248098 Nov 12 02:28:37.348433 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-1d83c48b-4248-408b-a994-59a863536037 req-36724dbd-c9c6-4777-bb73-6999ab653c16 service neutron] 10.222.0.65 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970881 Nov 12 02:28:37.450159 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-1d83c48b-4248-408b-a994-59a863536037 req-5f1edb4a-ceb3-42fd-b725-376447161adf service neutron] 10.222.0.65 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932894 Nov 12 02:28:37.537880 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8c573-773a-4eac-a829-962970a42805 req-c08b21cd-ff3d-4ebb-9a23-a53a0e845186 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:37.539452 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-90c8c573-773a-4eac-a829-962970a42805 req-c08b21cd-ff3d-4ebb-9a23-a53a0e845186 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0566802 Nov 12 02:28:37.608284 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:28:37.616655 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-27ef3698-f244-43a5-ad22-5f5540c70ea1 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-677549840&fields=id&tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d HTTP/1.1" status: 200 len: 267 time: 0.0761874 Nov 12 02:28:37.624557 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-90c8c573-773a-4eac-a829-962970a42805 req-98d3e4a0-4bd5-44ba-8acc-85da4ed0b0fb tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780344 Nov 12 02:28:37.777165 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04a0c-f890-4e00-9adf-dd87530a89ba req-10d70d7c-9189-4c90-9a43-c0ab21ffbc7b tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:37.778690 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aeb04a0c-f890-4e00-9adf-dd87530a89ba req-10d70d7c-9189-4c90-9a43-c0ab21ffbc7b tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1b45339-7f70-45c4-9536-96f42bd1c35e HTTP/1.1" status: 200 len: 943 time: 0.0843685 Nov 12 02:28:37.786688 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-c3b93a3d-2b3d-4815-8a0e-15bc889efb0d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:37.788187 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-c3b93a3d-2b3d-4815-8a0e-15bc889efb0d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/networks?id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 HTTP/1.1" status: 200 len: 811 time: 0.1627505 Nov 12 02:28:37.815547 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-2b80abbc-096f-4673-a9cf-1e051970cd2c tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/quotas/cdddbe78d48c4a9995c9d3e6c06bec3d HTTP/1.1" status: 200 len: 375 time: 0.0195680 Nov 12 02:28:37.866408 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aeb04a0c-f890-4e00-9adf-dd87530a89ba req-e8af4076-f8fc-49a5-8b7a-353d2259eb60 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772245 Nov 12 02:28:37.883207 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-d5a6507e-29c2-4d4e-983b-c84e119d788e tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600431 Nov 12 02:28:38.018860 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-53fed9f8-a8dc-4ea9-b2f5-4a24310bc9b8 service neutron] 10.222.0.70 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213572 Nov 12 02:28:38.027906 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fe901-deae-4b4f-9051-8a92bd36f785 req-be62f5b6-2320-4fba-a135-d3be5b2b2455 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:38.029392 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b73fe901-deae-4b4f-9051-8a92bd36f785 req-be62f5b6-2320-4fba-a135-d3be5b2b2455 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0792289 Nov 12 02:28:38.135460 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b73fe901-deae-4b4f-9051-8a92bd36f785 req-8f553186-8cc2-4597-a674-ba3273d51d22 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966618 Nov 12 02:28:38.167204 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-1681f7c4-8371-46a5-8508-389c6590dad4 service neutron] 10.222.0.70 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368096 Nov 12 02:28:38.567197 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 42530) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:38.697011 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fab6003d-841a-41e7-895e-8f44e75580d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:38.709382 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-34ade429-0f9c-4c08-88fd-3bb2d5dc675f req-2905ae27-b972-477c-a9bd-87fb0feb32bd tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 210 time: 0.0345709 Nov 12 02:28:38.774985 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fab6003d-841a-41e7-895e-8f44e75580d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:38.778615 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fab6003d-841a-41e7-895e-8f44e75580d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:38.816546 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-fab6003d-841a-41e7-895e-8f44e75580d3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b832c570d05f4598b6ba7a3d23da239d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475419 Nov 12 02:28:38.819045 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6003d-841a-41e7-895e-8f44e75580d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dbe96b-bd02-4dfc-9955-1f2aadc2a222,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:38.819827 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 42540) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:38.870454 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-76982386-e0a8-4f3e-ab0c-dae90796f78c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:38.901646 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-76982386-e0a8-4f3e-ab0c-dae90796f78c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:38.954079 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-76982386-e0a8-4f3e-ab0c-dae90796f78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:38.956631 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-76982386-e0a8-4f3e-ab0c-dae90796f78c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:38.957968 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-76982386-e0a8-4f3e-ab0c-dae90796f78c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d2dbe96b-bd02-4dfc-9955-1f2aadc2a222 HTTP/1.1" status: 204 len: 168 time: 0.1371188 Nov 12 02:28:38.997471 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76982386-e0a8-4f3e-ab0c-dae90796f78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dbe96b-bd02-4dfc-9955-1f2aadc2a222,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:39.030085 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36f425-0249-4dce-b672-99e577e6823b req-676cd7f1-4c7b-49a2-b497-1a369b6a58bf tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:39.035334 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7f36f425-0249-4dce-b672-99e577e6823b req-676cd7f1-4c7b-49a2-b497-1a369b6a58bf tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1b45339-7f70-45c4-9536-96f42bd1c35e HTTP/1.1" status: 200 len: 943 time: 0.0760026 Nov 12 02:28:39.086192 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7f36f425-0249-4dce-b672-99e577e6823b req-c0eb6501-48e9-4136-be97-04e5a4f88027 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485566 Nov 12 02:28:39.812494 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-4645b220-c618-484f-9f35-c6b0997f9e8f tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:39.814452 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-4645b220-c618-484f-9f35-c6b0997f9e8f tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.65 "GET /v2.0/networks?id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 HTTP/1.1" status: 200 len: 811 time: 0.1468353 Nov 12 02:28:39.944653 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-e39ea867-cae7-4d22-80cf-c3f96b0224c4 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d HTTP/1.1" status: 200 len: 379 time: 0.0767539 Nov 12 02:28:39.955872 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-8c6a86dd-b6e0-45a4-8c46-453e3cd2d63d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Request body: {'port': {'device_id': 'a5f436b1-6651-4ba7-88f7-fb2b262f75a5', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'admin_state_up': True, 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'security_groups': ['fbf4e31f-46c4-401b-88f6-ab8b00262679']}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:28:40.082384 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2bc5e64a-5ee4-4771-a3d0-f16c9daf285a req-17772d85-6722-46fb-bdb1-a6c2dc38a731 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 210 time: 0.0296979 Nov 12 02:28:40.085376 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-8c6a86dd-b6e0-45a4-8c46-453e3cd2d63d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Made reservation on behalf of cdddbe78d48c4a9995c9d3e6c06bec3d for: {'port': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:28:40.089609 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-8c6a86dd-b6e0-45a4-8c46-453e3cd2d63d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:40.235238 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-8c6a86dd-b6e0-45a4-8c46-453e3cd2d63d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Allocated IP 172.20.0.7 (987f135b-2ece-4383-9fb9-ce7b7e8f8bd1/74a3a50d-3fa8-42dd-9673-0c777f45e2b0/1d8b5f9f-4b28-410e-8111-4c6483f94044) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:28:40.246350 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69479c1-0748-401c-a62e-c89470cc3bb9 req-37983d11-0d96-420a-9622-2516d4bd3dee tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:40.248179 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e69479c1-0748-401c-a62e-c89470cc3bb9 req-37983d11-0d96-420a-9622-2516d4bd3dee tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1b45339-7f70-45c4-9536-96f42bd1c35e HTTP/1.1" status: 200 len: 943 time: 0.0657022 Nov 12 02:28:40.305702 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e69479c1-0748-401c-a62e-c89470cc3bb9 req-a4db1f1a-979b-4892-bc7b-389d4eb30111 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507107 Nov 12 02:28:40.312630 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device ebd9ab39-34d5-41c8-9ee0-e6b204c9194f details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:28:40.386865 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-8c6a86dd-b6e0-45a4-8c46-453e3cd2d63d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:40.409535 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port ebd9ab39-34d5-41c8-9ee0-e6b204c9194f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=ebd9ab39-34d5-41c8-9ee0-e6b204c9194f,segment=NetworkSegment(5927e006-acd5-430c-9407-59cd336b9d8a),segment_id=5927e006-acd5-430c-9407-59cd336b9d8a)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:40.419250 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-8c6a86dd-b6e0-45a4-8c46-453e3cd2d63d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:40.420954 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': 'ebd9ab39-34d5-41c8-9ee0-e6b204c9194f', 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318', 'port_id': 'ebd9ab39-34d5-41c8-9ee0-e6b204c9194f', 'mac_address': 'fa:16:3e:74:73:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0224bb24-7d74-45d6-8986-b81989f6576c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:28:40.459451 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-8c6a86dd-b6e0-45a4-8c46-453e3cd2d63d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:28:40.463206 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:40.464939 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-8c6a86dd-b6e0-45a4-8c46-453e3cd2d63d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:28:40.468652 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-8c6a86dd-b6e0-45a4-8c46-453e3cd2d63d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:28:40.474248 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-8c6a86dd-b6e0-45a4-8c46-453e3cd2d63d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:40.474897 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-8c6a86dd-b6e0-45a4-8c46-453e3cd2d63d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:40.476905 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd9ab39-34d5-41c8-9ee0-e6b204c9194f {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:28:40.485479 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a86dd-b6e0-45a4-8c46-453e3cd2d63d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event updated for resources: {'Port': ['ID=1d8b5f9f-4b28-410e-8111-4c6483f94044,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:40.499545 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-8c6a86dd-b6e0-45a4-8c46-453e3cd2d63d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5477364 Nov 12 02:28:40.499921 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port ebd9ab39-34d5-41c8-9ee0-e6b204c9194f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=ebd9ab39-34d5-41c8-9ee0-e6b204c9194f,segment=NetworkSegment(5927e006-acd5-430c-9407-59cd336b9d8a),segment_id=5927e006-acd5-430c-9407-59cd336b9d8a)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:40.504305 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:40.522057 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] Request body: {'port': {'device_id': 'a5f436b1-6651-4ba7-88f7-fb2b262f75a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:28:40.554506 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=ebd9ab39-34d5-41c8-9ee0-e6b204c9194f,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:40.562171 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:40.562547 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:40.562929 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:40.563278 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:40.563612 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:40.563946 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:40.564353 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:40.564606 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:40.565125 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:40.565666 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:40.566157 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:40.566706 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:40.577776 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:40.733390 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-f2375060-c002-4ef9-8286-af2c889c1c2b None None] Provisioning complete for port 1d8b5f9f-4b28-410e-8111-4c6483f94044 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:28:40.733940 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f2375060-c002-4ef9-8286-af2c889c1c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:40.771956 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-f2375060-c002-4ef9-8286-af2c889c1c2b None None] Port 1d8b5f9f-4b28-410e-8111-4c6483f94044 cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:28:40.881169 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d8b5f9f-4b28-410e-8111-4c6483f94044 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:28:40.889252 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:40.905109 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] Transition to ACTIVE for port object 1d8b5f9f-4b28-410e-8111-4c6483f94044 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:28:40.910539 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:40.967775 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8b5f9f-4b28-410e-8111-4c6483f94044,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:40.979807 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fe717-7f97-4df2-a7d2-3d3d15f54ca2 req-1e445bf2-d1c0-4a9e-aff4-c25556c62ea0 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:40.981526 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9b4fe717-7f97-4df2-a7d2-3d3d15f54ca2 req-1e445bf2-d1c0-4a9e-aff4-c25556c62ea0 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0967143 Nov 12 02:28:40.983572 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d40337-0c10-4789-8dde-4595e4d34bc6 req-2fe324f9-4dc5-4c49-8b78-97439ef0e7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:40.985042 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-29d40337-0c10-4789-8dde-4595e4d34bc6 req-2fe324f9-4dc5-4c49-8b78-97439ef0e7b7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d7fcf7713f094fac83c523a879fb68ae&device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 1098 time: 0.0706832 Nov 12 02:28:41.003662 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] Attempting to bind port 1d8b5f9f-4b28-410e-8111-4c6483f94044 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:28:41.004276 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] Attempting to bind port 1d8b5f9f-4b28-410e-8111-4c6483f94044 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'c0623adb-9637-42d0-94dc-e8c24bdebe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:28:41.004870 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] Attempting to bind port 1d8b5f9f-4b28-410e-8111-4c6483f94044 on network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:28:41.015252 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] Port 1d8b5f9f-4b28-410e-8111-4c6483f94044 on network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:28:41.015781 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] Attempting to bind port 1d8b5f9f-4b28-410e-8111-4c6483f94044 on network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:28:41.024997 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] Checking agent: {'id': '0f3aff68-05a9-47a7-920b-43a2694f0a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:28:41.025659 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] Checking segment: {'id': 'c0623adb-9637-42d0-94dc-e8c24bdebe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:28:41.026241 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] Bound using segment: {'id': 'c0623adb-9637-42d0-94dc-e8c24bdebe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:28:41.026913 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] Bound port: 1d8b5f9f-4b28-410e-8111-4c6483f94044, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0623adb-9637-42d0-94dc-e8c24bdebe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:28:41.027511 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:41.109870 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['ebd9ab39-34d5-41c8-9ee0-e6b204c9194f'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:28:41.123163 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] For port 1d8b5f9f-4b28-410e-8111-4c6483f94044, host hv-cinder-80857, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:28:41.135823 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] For port 1d8b5f9f-4b28-410e-8111-4c6483f94044, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=1d8b5f9f-4b28-410e-8111-4c6483f94044,segment=NetworkSegment(c0623adb-9637-42d0-94dc-e8c24bdebe90),segment_id=c0623adb-9637-42d0-94dc-e8c24bdebe90)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:28:41.154458 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:41.181478 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9b4fe717-7f97-4df2-a7d2-3d3d15f54ca2 req-79174f48-5498-46c3-a982-95a8405575c0 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886303 Nov 12 02:28:41.196662 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d40337-0c10-4789-8dde-4595e4d34bc6 req-28a6ab82-3595-40ff-aed3-3a8823da86a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:41.203572 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-29d40337-0c10-4789-8dde-4595e4d34bc6 req-28a6ab82-3595-40ff-aed3-3a8823da86a9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bcaccdf-bd76-45bd-9265-ce14bbe635ff HTTP/1.1" status: 200 len: 918 time: 0.1839693 Nov 12 02:28:41.238140 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:41.238695 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:41.240192 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] 10.222.0.65 "PUT /v2.0/ports/1d8b5f9f-4b28-410e-8111-4c6483f94044 HTTP/1.1" status: 200 len: 1093 time: 0.7226484 Nov 12 02:28:41.244297 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f436b1-6651-4ba7-88f7-fb2b262f75a5', 'tag': '1d8b5f9f-4b28-410e-8111-4c6483f94044'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:28:41.245352 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ea590d-3661-4539-9e6d-565d5c541cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f436b1-6651-4ba7-88f7-fb2b262f75a5", "tag": "1d8b5f9f-4b28-410e-8111-4c6483f94044"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:28:41.308941 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-29d40337-0c10-4789-8dde-4595e4d34bc6 req-7dca940b-4f27-4412-b589-d20ead963f30 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 HTTP/1.1" status: 200 len: 217 time: 0.0818589 Nov 12 02:28:41.316015 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91888c-faf6-4e8b-aca5-70cebb2e54e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8b5f9f-4b28-410e-8111-4c6483f94044,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:41.391489 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9def9763-8bd0-47ba-88d3-e78b7c9a4067 x-openstack-request-id: req-9def9763-8bd0-47ba-88d3-e78b7c9a4067 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:28:41.391791 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f436b1-6651-4ba7-88f7-fb2b262f75a5", "tag": "1d8b5f9f-4b28-410e-8111-4c6483f94044", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:28:41.392049 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9def9763-8bd0-47ba-88d3-e78b7c9a4067 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:28:41.392451 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f436b1-6651-4ba7-88f7-fb2b262f75a5', 'tag': '1d8b5f9f-4b28-410e-8111-4c6483f94044', 'status': 'completed', 'code': 200} Nov 12 02:28:41.423409 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-46d070fe-93ec-48e9-b74d-8f7adfe3ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:41.425649 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-46d070fe-93ec-48e9-b74d-8f7adfe3ce02 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d&device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 1096 time: 0.0753160 Nov 12 02:28:41.426987 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e3e37-b281-482e-abf7-cd5dbfd9cd12 req-e631b31b-b196-4f15-a670-99fb367af176 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:41.428981 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1c5e3e37-b281-482e-abf7-cd5dbfd9cd12 req-e631b31b-b196-4f15-a670-99fb367af176 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 943 time: 0.1190255 Nov 12 02:28:41.433945 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d40337-0c10-4789-8dde-4595e4d34bc6 req-761ab38c-8da5-4df9-af77-5e63012a69d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:41.435714 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-29d40337-0c10-4789-8dde-4595e4d34bc6 req-761ab38c-8da5-4df9-af77-5e63012a69d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7042b1b4-a105-42b5-a00e-7bdb609132e6 HTTP/1.1" status: 200 len: 857 time: 0.1153719 Nov 12 02:28:41.498559 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-83d61946-6a99-4a6c-9856-c2ecd78609c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d8b5f9f-4b28-410e-8111-4c6483f94044 HTTP/1.1" status: 200 len: 217 time: 0.0500500 Nov 12 02:28:41.527932 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-29d40337-0c10-4789-8dde-4595e4d34bc6 req-fac7ff48-43c4-4362-8c32-7d65375d2fc9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bcaccdf-bd76-45bd-9265-ce14bbe635ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638523 Nov 12 02:28:41.571106 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-4b4d8435-88ba-4326-8289-9644339f9c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:41.572584 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-4b4d8435-88ba-4326-8289-9644339f9c2f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74a3a50d-3fa8-42dd-9673-0c777f45e2b0 HTTP/1.1" status: 200 len: 850 time: 0.0652101 Nov 12 02:28:41.620445 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-101af53c-d224-4892-a498-545f37ea15dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:41.622023 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-101af53c-d224-4892-a498-545f37ea15dd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407896 Nov 12 02:28:41.728667 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-0fbe8fe1-0513-4273-a979-e9cec038e3e1 service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973809 Nov 12 02:28:41.825868 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-3f349c90-f5da-429e-b6e6-4a19ece5525b req-985cef6a-a4af-48b8-a2de-f9df420f5599 service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893352 Nov 12 02:28:41.849350 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1c5e3e37-b281-482e-abf7-cd5dbfd9cd12 req-2ae2bb2c-bf14-4c63-b42a-0fdeadc3bc37 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4117944 Nov 12 02:28:41.870828 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade54ea0-37bf-4fdf-92a5-48cd108b6dfa req-3671bd98-7e58-4252-b240-37c771aadaf6 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:41.870828 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ade54ea0-37bf-4fdf-92a5-48cd108b6dfa req-3671bd98-7e58-4252-b240-37c771aadaf6 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1b45339-7f70-45c4-9536-96f42bd1c35e HTTP/1.1" status: 200 len: 944 time: 0.3982124 Nov 12 02:28:41.923605 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-29d40337-0c10-4789-8dde-4595e4d34bc6 req-c570192b-10b0-468e-ae7e-802271e576a7 service neutron] 10.222.0.65 "GET /v2.0/networks/7bcaccdf-bd76-45bd-9265-ce14bbe635ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857973 Nov 12 02:28:41.931282 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ade54ea0-37bf-4fdf-92a5-48cd108b6dfa req-1a755535-193c-480f-880e-dd740315a2c5 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607383 Nov 12 02:28:41.977244 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea590d-3661-4539-9e6d-565d5c541cf8 req-5e971bc9-4603-4563-a301-d66728f0b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:41.977244 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-65ea590d-3661-4539-9e6d-565d5c541cf8 req-5e971bc9-4603-4563-a301-d66728f0b0d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d&device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 1096 time: 0.0528810 Nov 12 02:28:42.020549 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-29d40337-0c10-4789-8dde-4595e4d34bc6 req-81ad1843-3e57-46d0-ab21-bfbd62c71a8c service neutron] 10.222.0.65 "GET /v2.0/networks/7bcaccdf-bd76-45bd-9265-ce14bbe635ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882640 Nov 12 02:28:42.293802 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea590d-3661-4539-9e6d-565d5c541cf8 req-272e321e-4be6-47da-9b44-c8962a341975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:42.294908 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9d2dc-1e4f-4d31-80b0-d64c3fe81a8a req-2617ec99-ed9f-4df9-9696-17936a60dc4c tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:42.295765 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-65ea590d-3661-4539-9e6d-565d5c541cf8 req-272e321e-4be6-47da-9b44-c8962a341975 service neutron] 10.222.0.65 "GET /v2.0/networks?id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 HTTP/1.1" status: 200 len: 912 time: 0.3082197 Nov 12 02:28:42.296356 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-31a9d2dc-1e4f-4d31-80b0-d64c3fe81a8a req-2617ec99-ed9f-4df9-9696-17936a60dc4c tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0518720 Nov 12 02:28:42.346083 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-31a9d2dc-1e4f-4d31-80b0-d64c3fe81a8a req-51362213-fd46-44c8-99ce-6ebd4171136b tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437677 Nov 12 02:28:42.380865 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-65ea590d-3661-4539-9e6d-565d5c541cf8 req-26405753-8f4d-462d-8681-a3bfb8a111e6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d8b5f9f-4b28-410e-8111-4c6483f94044 HTTP/1.1" status: 200 len: 217 time: 0.0467031 Nov 12 02:28:42.435222 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea590d-3661-4539-9e6d-565d5c541cf8 req-d184c26b-e576-4b5c-b50b-c97c97351d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:42.436698 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-65ea590d-3661-4539-9e6d-565d5c541cf8 req-d184c26b-e576-4b5c-b50b-c97c97351d12 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74a3a50d-3fa8-42dd-9673-0c777f45e2b0 HTTP/1.1" status: 200 len: 850 time: 0.0474024 Nov 12 02:28:42.483589 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea590d-3661-4539-9e6d-565d5c541cf8 req-aca9e624-9750-4bc6-a7aa-09d32f077661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:42.484963 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-65ea590d-3661-4539-9e6d-565d5c541cf8 req-aca9e624-9750-4bc6-a7aa-09d32f077661 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401096 Nov 12 02:28:42.614987 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-65ea590d-3661-4539-9e6d-565d5c541cf8 req-c6250e42-dea0-4339-8f3d-c75c8e15a469 service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003659 Nov 12 02:28:42.713519 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-65ea590d-3661-4539-9e6d-565d5c541cf8 req-769b7561-f86e-4900-9083-ca17358f09e9 service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914726 Nov 12 02:28:42.963754 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77155373-493e-4ebf-9e4f-e57a88897100 req-26338407-a6dd-4318-b160-5214a31e821c tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:42.965260 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-77155373-493e-4ebf-9e4f-e57a88897100 req-26338407-a6dd-4318-b160-5214a31e821c tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 943 time: 0.0484240 Nov 12 02:28:43.023780 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-77155373-493e-4ebf-9e4f-e57a88897100 req-6d7358fe-da9b-4eea-b01c-0ad1444da999 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484097 Nov 12 02:28:43.185988 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f59a2-fff5-4749-96fd-da5854434e94 req-d4c13172-d6dc-49f1-84fb-7fffdb2cccde tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:43.187482 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-699f59a2-fff5-4749-96fd-da5854434e94 req-d4c13172-d6dc-49f1-84fb-7fffdb2cccde tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1b45339-7f70-45c4-9536-96f42bd1c35e HTTP/1.1" status: 200 len: 944 time: 0.0475059 Nov 12 02:28:43.236647 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-699f59a2-fff5-4749-96fd-da5854434e94 req-be5b4120-0260-4ece-bf57-2c9a84d56502 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432518 Nov 12 02:28:43.466789 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1d8e5-081e-4768-b4ed-8cde57d0ce64 req-c3fe2681-cca3-4476-bcf2-95abbe23bfcf tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:43.468297 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-74d1d8e5-081e-4768-b4ed-8cde57d0ce64 req-c3fe2681-cca3-4476-bcf2-95abbe23bfcf tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0502348 Nov 12 02:28:43.515220 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-74d1d8e5-081e-4768-b4ed-8cde57d0ce64 req-00b09728-9f2b-4cd3-b000-639ec140a3cf tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402763 Nov 12 02:28:44.152001 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997c2ab-18ca-4d68-b3cc-e766fab3c334 req-73d7f282-fc8c-4292-a450-381da6125b26 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:44.155120 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1997c2ab-18ca-4d68-b3cc-e766fab3c334 req-73d7f282-fc8c-4292-a450-381da6125b26 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 943 time: 0.0527632 Nov 12 02:28:44.205922 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1997c2ab-18ca-4d68-b3cc-e766fab3c334 req-0fadc506-db72-46ac-9fbe-481cfea602e1 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464227 Nov 12 02:28:44.349583 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device ebd9ab39-34d5-41c8-9ee0-e6b204c9194f up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:28:44.357694 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821f4ab-f20c-4214-9759-e3c11f3d674d req-c4a4abaa-63f4-40ac-9bc9-8bc7c25a27d5 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:44.359269 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5821f4ab-f20c-4214-9759-e3c11f3d674d req-c4a4abaa-63f4-40ac-9bc9-8bc7c25a27d5 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1b45339-7f70-45c4-9536-96f42bd1c35e HTTP/1.1" status: 200 len: 944 time: 0.0537405 Nov 12 02:28:44.404606 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning for port ebd9ab39-34d5-41c8-9ee0-e6b204c9194f completed by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:28:44.409215 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port ebd9ab39-34d5-41c8-9ee0-e6b204c9194f triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:28:44.410309 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:44.417654 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5821f4ab-f20c-4214-9759-e3c11f3d674d req-84a660b7-ed60-4869-8ee3-d4b37613762d tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516071 Nov 12 02:28:44.498132 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:44.522557 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b45339-7f70-45c4-9536-96f42bd1c35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd9ab39-34d5-41c8-9ee0-e6b204c9194f'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:28:44.524905 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3294b3a0-6c1d-40cd-9b14-4272a25bd7d7" -d '{"events": [{"server_uuid": "b1b45339-7f70-45c4-9536-96f42bd1c35e", "name": "network-vif-plugged", "status": "completed", "tag": "ebd9ab39-34d5-41c8-9ee0-e6b204c9194f"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:28:44.540370 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port ebd9ab39-34d5-41c8-9ee0-e6b204c9194f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=ebd9ab39-34d5-41c8-9ee0-e6b204c9194f,segment=NetworkSegment(5927e006-acd5-430c-9407-59cd336b9d8a),segment_id=5927e006-acd5-430c-9407-59cd336b9d8a)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:44.545353 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:44.574404 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3503686b-b517-47e4-a163-aff2beaada48 x-openstack-request-id: req-3503686b-b517-47e4-a163-aff2beaada48 {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:28:44.575863 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b45339-7f70-45c4-9536-96f42bd1c35e", "name": "network-vif-plugged", "status": "completed", "tag": "ebd9ab39-34d5-41c8-9ee0-e6b204c9194f", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:28:44.576240 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3503686b-b517-47e4-a163-aff2beaada48 {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:28:44.576868 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b45339-7f70-45c4-9536-96f42bd1c35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd9ab39-34d5-41c8-9ee0-e6b204c9194f', 'code': 200} Nov 12 02:28:44.603733 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=ebd9ab39-34d5-41c8-9ee0-e6b204c9194f,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:44.673030 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe0955-d0ad-49e6-a374-bcb88bc0b78e req-f3a74b4d-39ba-41e9-ad20-26f8641d8c67 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:44.675298 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-01fe0955-d0ad-49e6-a374-bcb88bc0b78e req-f3a74b4d-39ba-41e9-ad20-26f8641d8c67 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0500677 Nov 12 02:28:44.729039 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-01fe0955-d0ad-49e6-a374-bcb88bc0b78e req-60a8731c-6652-4c4f-a981-109178be16bc tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449767 Nov 12 02:28:44.810828 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3ecdd-c36d-4a28-abf9-f558d1430a25 req-4fa7324d-2f64-450e-aa74-044b4befee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:44.810828 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-eaf3ecdd-c36d-4a28-abf9-f558d1430a25 req-4fa7324d-2f64-450e-aa74-044b4befee84 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b1b45339-7f70-45c4-9536-96f42bd1c35e HTTP/1.1" status: 200 len: 1098 time: 0.0460896 Nov 12 02:28:44.859975 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-eaf3ecdd-c36d-4a28-abf9-f558d1430a25 req-4cb92411-31cb-48ed-bfca-4c3e7f6f71dc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432804 Nov 12 02:28:45.331937 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c42a7-e607-4458-bc50-4f1641261577 req-0f755c9f-f363-40f8-bbd3-6f9d7809c481 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:45.335165 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce4c42a7-e607-4458-bc50-4f1641261577 req-0f755c9f-f363-40f8-bbd3-6f9d7809c481 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 943 time: 0.0572531 Nov 12 02:28:45.392049 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce4c42a7-e607-4458-bc50-4f1641261577 req-6c1c6731-d38e-460a-a412-eb81cb89d125 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513740 Nov 12 02:28:45.570491 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f56e8-5c64-4b4b-a157-346c4e99143b req-d8f2e2f5-be69-42f2-bcc2-53ff1f343711 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:45.572165 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0f6f56e8-5c64-4b4b-a157-346c4e99143b req-d8f2e2f5-be69-42f2-bcc2-53ff1f343711 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1b45339-7f70-45c4-9536-96f42bd1c35e HTTP/1.1" status: 200 len: 945 time: 0.0597425 Nov 12 02:28:45.624602 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0f6f56e8-5c64-4b4b-a157-346c4e99143b req-b08b2333-fef9-450d-bfc1-e4d18ab3fa8c tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460191 Nov 12 02:28:45.874188 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d667312-e409-480b-9c13-8042f58e1901 req-292c560d-a298-4395-8374-f04f7305226e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:45.875814 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4d667312-e409-480b-9c13-8042f58e1901 req-292c560d-a298-4395-8374-f04f7305226e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0541608 Nov 12 02:28:45.950333 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4d667312-e409-480b-9c13-8042f58e1901 req-49a3151a-61cd-4f4c-a4e0-370970e1c93f tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642006 Nov 12 02:28:46.508972 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951776c-728a-4850-969f-100f04132339 req-04ef77ae-8265-4bb2-b0e0-51bd5f758bb8 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:46.510455 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b951776c-728a-4850-969f-100f04132339 req-04ef77ae-8265-4bb2-b0e0-51bd5f758bb8 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 943 time: 0.0489523 Nov 12 02:28:46.573263 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b951776c-728a-4850-969f-100f04132339 req-d228c83c-eaa6-4bbc-b1d1-9378fe24a952 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564151 Nov 12 02:28:46.749754 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0b86a-431d-4d89-9959-efac529c1d65 req-4c9cb74c-acc5-4bf6-be4d-713693cf9634 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:46.751259 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2ac0b86a-431d-4d89-9959-efac529c1d65 req-4c9cb74c-acc5-4bf6-be4d-713693cf9634 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1b45339-7f70-45c4-9536-96f42bd1c35e HTTP/1.1" status: 200 len: 945 time: 0.0505044 Nov 12 02:28:46.798555 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2ac0b86a-431d-4d89-9959-efac529c1d65 req-c9e24183-d1a7-436f-8e95-32a868ad15bb tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407929 Nov 12 02:28:47.087895 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d52bf-5485-49ca-8acb-ebc9568c9923 req-885dc894-3788-4659-9736-71c69c634c0c tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:47.089744 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-395d52bf-5485-49ca-8acb-ebc9568c9923 req-885dc894-3788-4659-9736-71c69c634c0c tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0604248 Nov 12 02:28:47.150388 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-395d52bf-5485-49ca-8acb-ebc9568c9923 req-b2f10de6-2f86-403d-a403-773b1a1b5500 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449929 Nov 12 02:28:47.694195 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed30ff-bd4d-4bee-981d-e057a60caadb req-dc9da4e1-e79f-4dc0-95bf-ee6e505f0e2c tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:47.695608 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-67ed30ff-bd4d-4bee-981d-e057a60caadb req-dc9da4e1-e79f-4dc0-95bf-ee6e505f0e2c tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 943 time: 0.0487311 Nov 12 02:28:47.745259 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-67ed30ff-bd4d-4bee-981d-e057a60caadb req-de3c5106-284f-4f7e-a6fd-949f42d8aa74 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437667 Nov 12 02:28:48.266233 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faba009-7723-4e49-92a9-cf43e9e6c5cf req-e16c5df5-c81e-449a-aa31-730f71290094 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:48.267665 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0faba009-7723-4e49-92a9-cf43e9e6c5cf req-e16c5df5-c81e-449a-aa31-730f71290094 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0479293 Nov 12 02:28:48.319206 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0faba009-7723-4e49-92a9-cf43e9e6c5cf req-2e34c062-c53f-4af4-8269-93cd4495cb76 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451186 Nov 12 02:28:48.868015 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53466719-59ec-471b-981f-e814b64e7c9e req-ef7c34e3-0c43-4a21-97d3-a23ea3dc3c23 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:48.869501 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-53466719-59ec-471b-981f-e814b64e7c9e req-ef7c34e3-0c43-4a21-97d3-a23ea3dc3c23 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 943 time: 0.0504718 Nov 12 02:28:48.920086 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-53466719-59ec-471b-981f-e814b64e7c9e req-c8f60e31-07b1-4cba-95ac-3e4172bbbd9f tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447063 Nov 12 02:28:49.282984 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:49.445748 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e178f-a55b-49b4-8599-405d56415651 req-f84a5b83-fd36-4572-8e6e-75e5981fc272 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:49.447588 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-881e178f-a55b-49b4-8599-405d56415651 req-f84a5b83-fd36-4572-8e6e-75e5981fc272 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0509329 Nov 12 02:28:49.469892 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 42874) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:49.519429 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-881e178f-a55b-49b4-8599-405d56415651 req-1fbf109b-6d50-4b9d-bc2b-51ff042b6b9f tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541563 Nov 12 02:28:49.623969 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-34d4cba9-7a46-4a83-96e8-be0bfc5f17e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:49.709303 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-34d4cba9-7a46-4a83-96e8-be0bfc5f17e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:49.714238 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-34d4cba9-7a46-4a83-96e8-be0bfc5f17e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:49.745501 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 42890) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:49.763204 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-34d4cba9-7a46-4a83-96e8-be0bfc5f17e4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=794f82ea9416418988208f4ed0e66d4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921712 Nov 12 02:28:49.764735 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 42898) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:49.771444 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4cba9-7a46-4a83-96e8-be0bfc5f17e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2fb9a7-b4b1-4b15-b15b-a15f34301d17,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:49.869420 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7b64904f-6d0a-4735-82cd-50779c01955d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:49.904325 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f19497c9-1c47-472a-b594-c30ecbad15b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:49.939518 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-f7cf721c-7084-42c1-ae25-8c49c28a47f3 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:49.942968 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-f7cf721c-7084-42c1-ae25-8c49c28a47f3 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/networks?id=4070c229-4da3-4ab6-91a8-6b9e74d5d318 HTTP/1.1" status: 200 len: 815 time: 0.1669757 Nov 12 02:28:49.947711 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f19497c9-1c47-472a-b594-c30ecbad15b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:49.949344 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7b64904f-6d0a-4735-82cd-50779c01955d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:49.956131 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7b64904f-6d0a-4735-82cd-50779c01955d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:49.966391 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-bf90baba-10e7-4904-8edb-e639d054b33c tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/quotas/bf1009072a7446b8a468d02d87b9420d HTTP/1.1" status: 200 len: 375 time: 0.0166273 Nov 12 02:28:49.997580 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64904f-6d0a-4735-82cd-50779c01955d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c0c770-3380-4995-8e01-ad8190d5d51a,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:50.002041 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-7b64904f-6d0a-4735-82cd-50779c01955d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=82306df2bf2e4c7dbb49fb004701e6b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554185 Nov 12 02:28:50.007111 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 42902) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:50.060537 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ea7cb49-e8d4-41e4-87d6-fb819184a91a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:50.071276 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-889fda08-a367-40a9-8848-5c3559a3200f tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bf1009072a7446b8a468d02d87b9420d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975823 Nov 12 02:28:50.087745 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b849f-8f9b-4071-82b4-ed397e65638e req-616d955f-da53-4bab-82b1-14659a135454 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:50.089289 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-298b849f-8f9b-4071-82b4-ed397e65638e req-616d955f-da53-4bab-82b1-14659a135454 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 943 time: 0.0745935 Nov 12 02:28:50.090570 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ea7cb49-e8d4-41e4-87d6-fb819184a91a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:50.110419 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f19497c9-1c47-472a-b594-c30ecbad15b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:50.113006 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f19497c9-1c47-472a-b594-c30ecbad15b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:50.114647 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-f19497c9-1c47-472a-b594-c30ecbad15b6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3a2fb9a7-b4b1-4b15-b15b-a15f34301d17 HTTP/1.1" status: 204 len: 168 time: 0.3482282 Nov 12 02:28:50.149696 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ea7cb49-e8d4-41e4-87d6-fb819184a91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:50.154045 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4ea7cb49-e8d4-41e4-87d6-fb819184a91a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:50.157526 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-4ea7cb49-e8d4-41e4-87d6-fb819184a91a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/65c0c770-3380-4995-8e01-ad8190d5d51a HTTP/1.1" status: 204 len: 168 time: 0.1471748 Nov 12 02:28:50.164584 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7cb49-e8d4-41e4-87d6-fb819184a91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c0c770-3380-4995-8e01-ad8190d5d51a,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:50.198317 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19497c9-1c47-472a-b594-c30ecbad15b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2fb9a7-b4b1-4b15-b15b-a15f34301d17,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:50.255913 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-298b849f-8f9b-4071-82b4-ed397e65638e req-0d4e0ccb-a414-40ec-92c7-578df18a1f96 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550751 Nov 12 02:28:50.271459 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-b29df98f-829f-4057-8050-abdc2ba74ba3 service neutron] 10.222.0.70 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750140 Nov 12 02:28:50.366366 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-73b0a2a9-ee9b-48e6-9640-9a74343dc019 service neutron] 10.222.0.70 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000838 Nov 12 02:28:50.559432 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-61a90e01-33e0-4859-a8d3-1a705bbfad84 req-89a5f536-603f-41c9-b2a2-ee142eb9c465 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=1199c966-c222-4f06-8d6c-80d247db4c5a HTTP/1.1" status: 200 len: 210 time: 0.0334361 Nov 12 02:28:50.654242 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54448609-9f22-4882-8710-4af750508110 req-731ed413-4063-45db-8c9a-5b3c2ee7722c tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:50.656559 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-54448609-9f22-4882-8710-4af750508110 req-731ed413-4063-45db-8c9a-5b3c2ee7722c tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0537062 Nov 12 02:28:50.732081 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-54448609-9f22-4882-8710-4af750508110 req-c06677f2-6bba-412f-9907-605f98ef4bff tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598655 Nov 12 02:28:51.368500 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9947e-96ff-4843-9300-33343c9d1f5f req-434e8f1d-4845-44d1-b382-5b24294bb298 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:51.370193 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a7f9947e-96ff-4843-9300-33343c9d1f5f req-434e8f1d-4845-44d1-b382-5b24294bb298 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 943 time: 0.0507252 Nov 12 02:28:51.425383 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a7f9947e-96ff-4843-9300-33343c9d1f5f req-c2872c90-8c95-4e68-86ec-5951c277efd2 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494585 Nov 12 02:28:51.669671 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b4c21d93-dad4-4e7c-b2a9-700708f04bce req-f1d6936c-6788-421c-99f7-eb6e1fdd66d3 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=1199c966-c222-4f06-8d6c-80d247db4c5a HTTP/1.1" status: 200 len: 210 time: 0.0322769 Nov 12 02:28:51.793970 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-a9761c16-7ba3-421d-84c9-a729fe5ed5b0 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:51.796793 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-a9761c16-7ba3-421d-84c9-a729fe5ed5b0 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.65 "GET /v2.0/networks?id=4070c229-4da3-4ab6-91a8-6b9e74d5d318 HTTP/1.1" status: 200 len: 815 time: 0.1489098 Nov 12 02:28:51.835799 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-8d186e24-78c6-4f66-ae02-60de6c580409 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Request body: {'port': {'device_id': '1199c966-c222-4f06-8d6c-80d247db4c5a', 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318', 'admin_state_up': True, 'tenant_id': 'bf1009072a7446b8a468d02d87b9420d'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:28:51.899658 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd5080-fe81-40be-9394-12a8d041dccc req-3c5280b4-ea73-40cd-bdce-75f9e4e58941 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:51.901183 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c7cd5080-fe81-40be-9394-12a8d041dccc req-3c5280b4-ea73-40cd-bdce-75f9e4e58941 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0877507 Nov 12 02:28:51.954235 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c7cd5080-fe81-40be-9394-12a8d041dccc req-a08a0f2b-9364-469e-bd40-e55d629033b7 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468094 Nov 12 02:28:52.004621 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-8d186e24-78c6-4f66-ae02-60de6c580409 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Made reservation on behalf of bf1009072a7446b8a468d02d87b9420d for: {'port': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:28:52.008801 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-8d186e24-78c6-4f66-ae02-60de6c580409 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:52.173301 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-8d186e24-78c6-4f66-ae02-60de6c580409 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Allocated IP 172.20.0.2 (4070c229-4da3-4ab6-91a8-6b9e74d5d318/0224bb24-7d74-45d6-8986-b81989f6576c/8e3501f5-92b1-4fb2-87a9-3b8de8e25091) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:28:52.333486 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-8d186e24-78c6-4f66-ae02-60de6c580409 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:52.365296 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 42996) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:52.372394 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-8d186e24-78c6-4f66-ae02-60de6c580409 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:52.411950 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['838aaf11-0ed7-4529-b85a-74acc6e006ad', 'ebd9ab39-34d5-41c8-9ee0-e6b204c9194f'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:28:52.415868 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-8d186e24-78c6-4f66-ae02-60de6c580409 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Network 4070c229-4da3-4ab6-91a8-6b9e74d5d318 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:28:52.419012 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-8d186e24-78c6-4f66-ae02-60de6c580409 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:28:52.421774 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-8d186e24-78c6-4f66-ae02-60de6c580409 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:28:52.428972 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-8d186e24-78c6-4f66-ae02-60de6c580409 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:52.429690 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-8d186e24-78c6-4f66-ae02-60de6c580409 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:52.438850 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 1d8b5f9f-4b28-410e-8111-4c6483f94044 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:28:52.452877 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d186e24-78c6-4f66-ae02-60de6c580409 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Pushing event updated for resources: {'Port': ['ID=8e3501f5-92b1-4fb2-87a9-3b8de8e25091,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:52.461092 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-8d186e24-78c6-4f66-ae02-60de6c580409 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6369934 Nov 12 02:28:52.505716 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6e45-b53d-46ee-a9da-73834f9bd7ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:52.530429 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] Request body: {'port': {'device_id': '1199c966-c222-4f06-8d6c-80d247db4c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:28:52.566560 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e8ffb-169c-4ebf-82fd-66691fbe62c5 req-9d088ca2-0eb1-47dc-877e-ff283e09743c tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:52.572554 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-db9e8ffb-169c-4ebf-82fd-66691fbe62c5 req-9d088ca2-0eb1-47dc-877e-ff283e09743c tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 943 time: 0.0642962 Nov 12 02:28:52.604394 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 1d8b5f9f-4b28-410e-8111-4c6483f94044, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=1d8b5f9f-4b28-410e-8111-4c6483f94044,segment=NetworkSegment(c0623adb-9637-42d0-94dc-e8c24bdebe90),segment_id=c0623adb-9637-42d0-94dc-e8c24bdebe90)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:52.624723 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:52.632713 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': '1d8b5f9f-4b28-410e-8111-4c6483f94044', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'port_id': '1d8b5f9f-4b28-410e-8111-4c6483f94044', 'mac_address': 'fa:16:3e:ec:63:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:28:52.646728 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-db9e8ffb-169c-4ebf-82fd-66691fbe62c5 req-e3ff4510-fdb2-4dbf-8c48-08faec61b101 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706322 Nov 12 02:28:52.707368 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6e45-b53d-46ee-a9da-73834f9bd7ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:52.716420 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:52.717092 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c0ba6e45-b53d-46ee-a9da-73834f9bd7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:52.748170 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8b5f9f-4b28-410e-8111-4c6483f94044 {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:28:52.785670 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 1d8b5f9f-4b28-410e-8111-4c6483f94044, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=1d8b5f9f-4b28-410e-8111-4c6483f94044,segment=NetworkSegment(c0623adb-9637-42d0-94dc-e8c24bdebe90),segment_id=c0623adb-9637-42d0-94dc-e8c24bdebe90)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:52.800680 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:52.815243 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-c0ba6e45-b53d-46ee-a9da-73834f9bd7ba admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f6bda1c3d4345cabff8cdd530551d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4486413 Nov 12 02:28:52.819333 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91a6a4-67d3-4263-9732-a6622262d2a3 req-c09abb22-8b90-4339-9340-cb0dba06f316 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:52.821910 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9f91a6a4-67d3-4263-9732-a6622262d2a3 req-c09abb22-8b90-4339-9340-cb0dba06f316 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=1199c966-c222-4f06-8d6c-80d247db4c5a HTTP/1.1" status: 200 len: 931 time: 0.0768774 Nov 12 02:28:52.822736 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 43010) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:52.859602 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba6e45-b53d-46ee-a9da-73834f9bd7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e84ecc-a112-4a92-a3f3-464dcc99a8ef,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:52.880761 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=1d8b5f9f-4b28-410e-8111-4c6483f94044,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:52.912303 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9f91a6a4-67d3-4263-9732-a6622262d2a3 req-94fbb8f8-8951-4521-9543-07a9c031216f tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818529 Nov 12 02:28:52.935026 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cfb2f822-7b68-4cc6-be90-3d0e2a4eb184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:52.959984 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cfb2f822-7b68-4cc6-be90-3d0e2a4eb184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:53.029540 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cfb2f822-7b68-4cc6-be90-3d0e2a4eb184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:53.032510 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cfb2f822-7b68-4cc6-be90-3d0e2a4eb184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:53.033900 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-cfb2f822-7b68-4cc6-be90-3d0e2a4eb184 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/49e84ecc-a112-4a92-a3f3-464dcc99a8ef HTTP/1.1" status: 204 len: 168 time: 0.2098827 Nov 12 02:28:53.049876 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2f822-7b68-4cc6-be90-3d0e2a4eb184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e84ecc-a112-4a92-a3f3-464dcc99a8ef,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:53.068369 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e3501f5-92b1-4fb2-87a9-3b8de8e25091 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:28:53.081270 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:53.098183 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] Transition to ACTIVE for port object 8e3501f5-92b1-4fb2-87a9-3b8de8e25091 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:28:53.102618 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:53.145629 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d5f3e-fbbf-494b-bdc0-1b09f72f5376 req-fc976510-f218-449f-8d9d-ed04d8bb8b21 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:53.147252 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-820d5f3e-fbbf-494b-bdc0-1b09f72f5376 req-fc976510-f218-449f-8d9d-ed04d8bb8b21 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0666797 Nov 12 02:28:53.172682 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] Pushing event updated for resources: {'Port': ['ID=8e3501f5-92b1-4fb2-87a9-3b8de8e25091,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:53.208917 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] Attempting to bind port 8e3501f5-92b1-4fb2-87a9-3b8de8e25091 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:28:53.209253 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] Attempting to bind port 8e3501f5-92b1-4fb2-87a9-3b8de8e25091 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '5927e006-acd5-430c-9407-59cd336b9d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:28:53.209659 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] Attempting to bind port 8e3501f5-92b1-4fb2-87a9-3b8de8e25091 on network 4070c229-4da3-4ab6-91a8-6b9e74d5d318 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:28:53.212568 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-820d5f3e-fbbf-494b-bdc0-1b09f72f5376 req-b4ef5a3f-fefd-4028-83a7-10edd1060a5e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570505 Nov 12 02:28:53.214703 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] Port 8e3501f5-92b1-4fb2-87a9-3b8de8e25091 on network 4070c229-4da3-4ab6-91a8-6b9e74d5d318 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:28:53.215036 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] Attempting to bind port 8e3501f5-92b1-4fb2-87a9-3b8de8e25091 on network 4070c229-4da3-4ab6-91a8-6b9e74d5d318 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:28:53.219991 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] Checking agent: {'id': '0f3aff68-05a9-47a7-920b-43a2694f0a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:28:53.220373 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] Checking segment: {'id': '5927e006-acd5-430c-9407-59cd336b9d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:28:53.220709 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] Bound using segment: {'id': '5927e006-acd5-430c-9407-59cd336b9d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:28:53.221232 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] Bound port: 8e3501f5-92b1-4fb2-87a9-3b8de8e25091, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5927e006-acd5-430c-9407-59cd336b9d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:28:53.221537 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:53.286394 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] For port 8e3501f5-92b1-4fb2-87a9-3b8de8e25091, host hv-cinder-80857, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:28:53.289613 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] For port 8e3501f5-92b1-4fb2-87a9-3b8de8e25091, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=8e3501f5-92b1-4fb2-87a9-3b8de8e25091,segment=NetworkSegment(5927e006-acd5-430c-9407-59cd336b9d8a),segment_id=5927e006-acd5-430c-9407-59cd336b9d8a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:28:53.294880 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:53.330144 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:53.330779 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:53.332181 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] 10.222.0.65 "PUT /v2.0/ports/8e3501f5-92b1-4fb2-87a9-3b8de8e25091 HTTP/1.1" status: 200 len: 1093 time: 0.8062274 Nov 12 02:28:53.332624 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1199c966-c222-4f06-8d6c-80d247db4c5a', 'tag': '8e3501f5-92b1-4fb2-87a9-3b8de8e25091'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:28:53.334901 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f69ff58-92e6-474a-bef5-661b9636862b" -d '{"events": [{"name": "network-changed", "server_uuid": "1199c966-c222-4f06-8d6c-80d247db4c5a", "tag": "8e3501f5-92b1-4fb2-87a9-3b8de8e25091"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:28:53.366870 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6404eb6-5de8-483f-aedf-f3e6db4f749f service neutron] Pushing event updated for resources: {'Port': ['ID=8e3501f5-92b1-4fb2-87a9-3b8de8e25091,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:53.376721 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95550458-e6da-4f72-83ea-ac2d3b3990a0 x-openstack-request-id: req-95550458-e6da-4f72-83ea-ac2d3b3990a0 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:28:53.377073 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1199c966-c222-4f06-8d6c-80d247db4c5a", "tag": "8e3501f5-92b1-4fb2-87a9-3b8de8e25091", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:28:53.377330 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-95550458-e6da-4f72-83ea-ac2d3b3990a0 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:28:53.377754 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1199c966-c222-4f06-8d6c-80d247db4c5a', 'tag': '8e3501f5-92b1-4fb2-87a9-3b8de8e25091', 'status': 'completed', 'code': 200} Nov 12 02:28:53.383943 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 43022) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:53.397835 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c591-115a-45e1-8fdc-2e39af5b5e80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:53.498700 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c591-115a-45e1-8fdc-2e39af5b5e80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:53.504465 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c591-115a-45e1-8fdc-2e39af5b5e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:53.550641 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-f9a6c591-115a-45e1-8fdc-2e39af5b5e80 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ee9d8113dd884570b303ca1c341aee04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1654634 Nov 12 02:28:53.551208 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6c591-115a-45e1-8fdc-2e39af5b5e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6f02b3-ed2b-4f88-9d28-8b43ca8aa2f2,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:53.553115 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 43024) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:53.554980 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-86691d31-eb01-4ca3-b0d4-8c83453257e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:53.556521 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-86691d31-eb01-4ca3-b0d4-8c83453257e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1009072a7446b8a468d02d87b9420d&device_id=1199c966-c222-4f06-8d6c-80d247db4c5a HTTP/1.1" status: 200 len: 1096 time: 0.0916076 Nov 12 02:28:53.568501 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['1d8b5f9f-4b28-410e-8111-4c6483f94044'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:28:53.613917 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-4a6b1996-281d-4071-9cba-482fe3fb792e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e3501f5-92b1-4fb2-87a9-3b8de8e25091 HTTP/1.1" status: 200 len: 217 time: 0.0375085 Nov 12 02:28:53.615365 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ac3de34d-c32f-471f-bb0b-7425facbd140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:53.640586 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ac3de34d-c32f-471f-bb0b-7425facbd140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:53.677326 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-596e5d39-6456-4f79-bac7-47795b3a89fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:53.679053 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-596e5d39-6456-4f79-bac7-47795b3a89fa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0224bb24-7d74-45d6-8986-b81989f6576c HTTP/1.1" status: 200 len: 855 time: 0.0558543 Nov 12 02:28:53.698453 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ac3de34d-c32f-471f-bb0b-7425facbd140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:53.701754 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ac3de34d-c32f-471f-bb0b-7425facbd140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:53.703320 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-ac3de34d-c32f-471f-bb0b-7425facbd140 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eb6f02b3-ed2b-4f88-9d28-8b43ca8aa2f2 HTTP/1.1" status: 204 len: 168 time: 0.1489160 Nov 12 02:28:53.729425 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-a763526f-58c0-47dd-aa5e-dbdee23b8722 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4070c229-4da3-4ab6-91a8-6b9e74d5d318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408614 Nov 12 02:28:53.729833 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3de34d-c32f-471f-bb0b-7425facbd140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6f02b3-ed2b-4f88-9d28-8b43ca8aa2f2,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:53.864778 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-82081564-7ca5-4ebb-8b7e-073a7e239c64 service neutron] 10.222.0.65 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214409 Nov 12 02:28:53.879460 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d49a78-85c6-49ca-ad23-a449bbe5bd2c req-53138d25-768b-4709-9df6-6e059b6d4bd9 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:53.887872 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a7d49a78-85c6-49ca-ad23-a449bbe5bd2c req-53138d25-768b-4709-9df6-6e059b6d4bd9 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 944 time: 0.0997679 Nov 12 02:28:53.968782 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a7d49a78-85c6-49ca-ad23-a449bbe5bd2c req-09c13a8b-f2a4-4dea-a7c6-c38ab727eb11 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790656 Nov 12 02:28:54.023411 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-be9229b6-c4f6-4ff2-95c0-e7cf5bd27c16 req-787ffe83-1bdf-46de-a4c2-6eecc99cb1b4 service neutron] 10.222.0.65 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431320 Nov 12 02:28:54.082133 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bdde7-f447-4fd6-a8d9-36cfb036b697 req-e112e8a3-0989-4a10-8113-fd9906a0c62a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:54.084195 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2e7bdde7-f447-4fd6-a8d9-36cfb036b697 req-e112e8a3-0989-4a10-8113-fd9906a0c62a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=1199c966-c222-4f06-8d6c-80d247db4c5a HTTP/1.1" status: 200 len: 943 time: 0.0551226 Nov 12 02:28:54.136261 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2e7bdde7-f447-4fd6-a8d9-36cfb036b697 req-9ddaa002-9dd8-4749-ba29-2c0693903f11 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447276 Nov 12 02:28:54.178735 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69ff58-92e6-474a-bef5-661b9636862b req-c51ee0fe-97ed-4415-9728-5d0a01e68a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:54.180678 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-2f69ff58-92e6-474a-bef5-661b9636862b req-c51ee0fe-97ed-4415-9728-5d0a01e68a58 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1009072a7446b8a468d02d87b9420d&device_id=1199c966-c222-4f06-8d6c-80d247db4c5a HTTP/1.1" status: 200 len: 1096 time: 0.0426450 Nov 12 02:28:54.284779 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69ff58-92e6-474a-bef5-661b9636862b req-9e87e947-abca-4b3f-9922-641ba411df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:54.286314 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-2f69ff58-92e6-474a-bef5-661b9636862b req-9e87e947-abca-4b3f-9922-641ba411df73 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4070c229-4da3-4ab6-91a8-6b9e74d5d318 HTTP/1.1" status: 200 len: 916 time: 0.0970080 Nov 12 02:28:54.343594 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-2f69ff58-92e6-474a-bef5-661b9636862b req-f11a8d8b-cd22-4bc9-9a93-bf2084a70d02 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e3501f5-92b1-4fb2-87a9-3b8de8e25091 HTTP/1.1" status: 200 len: 217 time: 0.0383534 Nov 12 02:28:54.353100 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175310d4-1133-4e2c-82a6-1b4212e70f1e req-b2c114de-e085-45eb-820c-fc750e487592 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:54.354879 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-175310d4-1133-4e2c-82a6-1b4212e70f1e req-b2c114de-e085-45eb-820c-fc750e487592 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0742114 Nov 12 02:28:54.407413 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69ff58-92e6-474a-bef5-661b9636862b req-22371856-5734-43f4-b968-00e45476e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:54.408523 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-175310d4-1133-4e2c-82a6-1b4212e70f1e req-f6285ef8-89ec-4fa6-a97e-3703d7559d48 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463204 Nov 12 02:28:54.409038 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-2f69ff58-92e6-474a-bef5-661b9636862b req-22371856-5734-43f4-b968-00e45476e883 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0224bb24-7d74-45d6-8986-b81989f6576c HTTP/1.1" status: 200 len: 855 time: 0.0573323 Nov 12 02:28:54.446716 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-2f69ff58-92e6-474a-bef5-661b9636862b req-94b18f85-0cc0-4012-93c8-2c8b4c10e63c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4070c229-4da3-4ab6-91a8-6b9e74d5d318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287883 Nov 12 02:28:54.555186 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-2f69ff58-92e6-474a-bef5-661b9636862b req-33bf1f1a-6ca9-429a-89b1-8e6592d6a39b service neutron] 10.222.0.65 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003420 Nov 12 02:28:54.682474 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-2f69ff58-92e6-474a-bef5-661b9636862b req-17c7cda7-c07f-4935-8723-09dc50fd2916 service neutron] 10.222.0.65 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015520 Nov 12 02:28:55.090196 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9c3a6-8757-4f32-8856-4b2ed8c7fd22 req-9519de6c-ec0f-49c5-b82f-d3c40ad581ee tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:55.091671 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3ec9c3a6-8757-4f32-8856-4b2ed8c7fd22 req-9519de6c-ec0f-49c5-b82f-d3c40ad581ee tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 944 time: 0.0510926 Nov 12 02:28:55.148168 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3ec9c3a6-8757-4f32-8856-4b2ed8c7fd22 req-c62ffe2f-da0a-4a33-98c3-539fea325eda tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505583 Nov 12 02:28:55.268214 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72724982-6d1c-4e5f-807c-61ea3bd2f5e8 req-ab13361a-36b9-4938-b3ae-b350f8e15c36 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:55.269806 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-72724982-6d1c-4e5f-807c-61ea3bd2f5e8 req-ab13361a-36b9-4938-b3ae-b350f8e15c36 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=1199c966-c222-4f06-8d6c-80d247db4c5a HTTP/1.1" status: 200 len: 943 time: 0.0499532 Nov 12 02:28:55.326491 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-72724982-6d1c-4e5f-807c-61ea3bd2f5e8 req-1019a548-97d9-48cf-8e8f-b6e479e98693 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459752 Nov 12 02:28:55.408085 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed4a21-be5d-4d6d-83c6-c18798c4db78 req-e91185f9-930d-4ce7-820c-e2c1f9102869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:55.409598 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-e2ed4a21-be5d-4d6d-83c6-c18798c4db78 req-e91185f9-930d-4ce7-820c-e2c1f9102869 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 1098 time: 0.0399258 Nov 12 02:28:55.462423 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-e2ed4a21-be5d-4d6d-83c6-c18798c4db78 req-dfc094fb-0b19-4e8a-84fd-8bd547fe854e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387058 Nov 12 02:28:55.535195 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5147d-9a59-40bd-976c-2210d074acc9 req-5c688bc6-8a1b-44af-a816-a87345b622b8 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:55.537235 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aba5147d-9a59-40bd-976c-2210d074acc9 req-5c688bc6-8a1b-44af-a816-a87345b622b8 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0543261 Nov 12 02:28:55.593926 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aba5147d-9a59-40bd-976c-2210d074acc9 req-030ffa8f-e6f0-48b9-adf6-e43b3b7febfc tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507615 Nov 12 02:28:56.272796 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542db69-f132-4b2c-a18b-9d6ac87b028d req-5feb23d5-8db8-42da-bb71-5b416f5c2d58 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:56.274204 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c542db69-f132-4b2c-a18b-9d6ac87b028d req-5feb23d5-8db8-42da-bb71-5b416f5c2d58 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 944 time: 0.0543017 Nov 12 02:28:56.325087 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c542db69-f132-4b2c-a18b-9d6ac87b028d req-21ceaaaf-fee8-477f-8805-f46da11335a4 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447626 Nov 12 02:28:56.426380 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 1d8b5f9f-4b28-410e-8111-4c6483f94044 up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:28:56.446180 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa3cee-d7ba-4abd-b2e6-0ff7e19a743e req-c2589b69-5463-4285-b129-295ff81cd49a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:56.447732 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cbaa3cee-d7ba-4abd-b2e6-0ff7e19a743e req-c2589b69-5463-4285-b129-295ff81cd49a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=1199c966-c222-4f06-8d6c-80d247db4c5a HTTP/1.1" status: 200 len: 943 time: 0.0525947 Nov 12 02:28:56.474577 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning for port 1d8b5f9f-4b28-410e-8111-4c6483f94044 completed by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:28:56.479512 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port 1d8b5f9f-4b28-410e-8111-4c6483f94044 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:28:56.479884 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:56.499948 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cbaa3cee-d7ba-4abd-b2e6-0ff7e19a743e req-612dd8f7-f335-4f53-ab46-6be0c3adc27f tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458403 Nov 12 02:28:56.561567 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:56.589015 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f436b1-6651-4ba7-88f7-fb2b262f75a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8b5f9f-4b28-410e-8111-4c6483f94044'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:28:56.591563 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c4ca22-4795-49a5-a7bb-53d9e247b385" -d '{"events": [{"server_uuid": "a5f436b1-6651-4ba7-88f7-fb2b262f75a5", "name": "network-vif-plugged", "status": "completed", "tag": "1d8b5f9f-4b28-410e-8111-4c6483f94044"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:28:56.608907 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 1d8b5f9f-4b28-410e-8111-4c6483f94044, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=1d8b5f9f-4b28-410e-8111-4c6483f94044,segment=NetworkSegment(c0623adb-9637-42d0-94dc-e8c24bdebe90),segment_id=c0623adb-9637-42d0-94dc-e8c24bdebe90)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:56.613369 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:56.640963 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48ac8c9-ee69-4d6b-b857-03cce0952a37 x-openstack-request-id: req-a48ac8c9-ee69-4d6b-b857-03cce0952a37 {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:28:56.641290 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f436b1-6651-4ba7-88f7-fb2b262f75a5", "name": "network-vif-plugged", "status": "completed", "tag": "1d8b5f9f-4b28-410e-8111-4c6483f94044", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:28:56.641552 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a48ac8c9-ee69-4d6b-b857-03cce0952a37 {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:28:56.641974 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f436b1-6651-4ba7-88f7-fb2b262f75a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8b5f9f-4b28-410e-8111-4c6483f94044', 'code': 200} Nov 12 02:28:56.675409 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=1d8b5f9f-4b28-410e-8111-4c6483f94044,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:56.734821 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdd000-aee5-4a0c-b248-74c230dfbd53 req-ca0f2cb0-9a8c-4659-8f4a-f29dd5794d97 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:56.737099 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c8bdd000-aee5-4a0c-b248-74c230dfbd53 req-ca0f2cb0-9a8c-4659-8f4a-f29dd5794d97 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0630703 Nov 12 02:28:56.791736 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c8bdd000-aee5-4a0c-b248-74c230dfbd53 req-4c190a8d-f41c-4ce2-9334-2d7f8f38cc53 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477405 Nov 12 02:28:56.926360 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce20c9-1bb1-40a6-b75b-c611dc1940e3 req-f6c2b038-6d15-480f-a9f8-f7ad5041df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:56.928436 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-dcce20c9-1bb1-40a6-b75b-c611dc1940e3 req-f6c2b038-6d15-480f-a9f8-f7ad5041df49 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 1098 time: 0.0388315 Nov 12 02:28:56.993796 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-dcce20c9-1bb1-40a6-b75b-c611dc1940e3 req-11f57e19-72ad-4ec7-869e-9648375dc7e7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464349 Nov 12 02:28:57.697384 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bf35b-f901-4100-b363-4f87812640e7 req-a0c66fdd-6d2d-4cb0-a971-27dd88b5e931 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:57.705602 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a60bf35b-f901-4100-b363-4f87812640e7 req-a0c66fdd-6d2d-4cb0-a971-27dd88b5e931 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 945 time: 0.0551589 Nov 12 02:28:57.756945 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a60bf35b-f901-4100-b363-4f87812640e7 req-40908b2d-9e1e-429d-a6ac-a247106f7ecd tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445383 Nov 12 02:28:57.847155 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31c945-4511-423e-b607-814679bb8ccf req-22d2391b-5a00-4b1e-98f5-c9917fe532c8 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:57.848670 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-af31c945-4511-423e-b607-814679bb8ccf req-22d2391b-5a00-4b1e-98f5-c9917fe532c8 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=1199c966-c222-4f06-8d6c-80d247db4c5a HTTP/1.1" status: 200 len: 943 time: 0.0532706 Nov 12 02:28:57.940300 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-af31c945-4511-423e-b607-814679bb8ccf req-3eb3e4ea-14fe-4357-b15d-b5025adcf2f7 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840869 Nov 12 02:28:57.954206 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2984c-7f80-4fda-8053-889adcdc3b36 req-e44500be-d708-406c-89cf-ff1885e61bc5 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:57.956107 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0cd2984c-7f80-4fda-8053-889adcdc3b36 req-e44500be-d708-406c-89cf-ff1885e61bc5 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0768275 Nov 12 02:28:58.011938 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0cd2984c-7f80-4fda-8053-889adcdc3b36 req-b3dece69-4078-4afa-937d-c355482ef496 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468817 Nov 12 02:28:58.279615 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bce78-bbf8-4a70-b598-21724be27dc5 req-b54dd322-6524-413b-856c-e7d9c145749d tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:58.282148 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1c5bce78-bbf8-4a70-b598-21724be27dc5 req-b54dd322-6524-413b-856c-e7d9c145749d tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0525162 Nov 12 02:28:58.312826 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a5e12-3e0d-4925-bbac-9238928d8739 req-dca413e1-3d5d-4b53-9c3a-e794d47c9061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:58.315653 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-767a5e12-3e0d-4925-bbac-9238928d8739 req-dca413e1-3d5d-4b53-9c3a-e794d47c9061 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d7fcf7713f094fac83c523a879fb68ae&device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 1098 time: 0.0452933 Nov 12 02:28:58.332688 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1c5bce78-bbf8-4a70-b598-21724be27dc5 req-034fc71a-d980-4c3f-9c78-9c7bd8e4031c tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455089 Nov 12 02:28:58.369330 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 43154) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:58.412179 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a5e12-3e0d-4925-bbac-9238928d8739 req-8e0d8981-3322-418d-bb6c-7dc52e32a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:58.413695 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-767a5e12-3e0d-4925-bbac-9238928d8739 req-8e0d8981-3322-418d-bb6c-7dc52e32a701 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bcaccdf-bd76-45bd-9265-ce14bbe635ff HTTP/1.1" status: 200 len: 918 time: 0.0897675 Nov 12 02:28:58.430433 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 8e3501f5-92b1-4fb2-87a9-3b8de8e25091 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:28:58.472274 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-767a5e12-3e0d-4925-bbac-9238928d8739 req-fda846e4-88e7-4f59-bade-96914ff27a2b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 HTTP/1.1" status: 200 len: 217 time: 0.0398655 Nov 12 02:28:58.482973 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6a1204b9-e66f-40c9-8e75-996e0e65bc52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:58.527484 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a5e12-3e0d-4925-bbac-9238928d8739 req-0a6d7477-53ec-447e-a19f-931c7f40704e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:58.529178 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-767a5e12-3e0d-4925-bbac-9238928d8739 req-0a6d7477-53ec-447e-a19f-931c7f40704e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7042b1b4-a105-42b5-a00e-7bdb609132e6 HTTP/1.1" status: 200 len: 857 time: 0.0489905 Nov 12 02:28:58.538378 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 8e3501f5-92b1-4fb2-87a9-3b8de8e25091, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=8e3501f5-92b1-4fb2-87a9-3b8de8e25091,segment=NetworkSegment(5927e006-acd5-430c-9407-59cd336b9d8a),segment_id=5927e006-acd5-430c-9407-59cd336b9d8a)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:58.550255 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': '8e3501f5-92b1-4fb2-87a9-3b8de8e25091', 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318', 'port_id': '8e3501f5-92b1-4fb2-87a9-3b8de8e25091', 'mac_address': 'fa:16:3e:ed:21:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0224bb24-7d74-45d6-8986-b81989f6576c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:28:58.564040 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6a1204b9-e66f-40c9-8e75-996e0e65bc52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:58.569398 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6a1204b9-e66f-40c9-8e75-996e0e65bc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:58.570914 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-767a5e12-3e0d-4925-bbac-9238928d8739 req-390b21ec-daf7-4441-be62-d2af3d6e6c31 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bcaccdf-bd76-45bd-9265-ce14bbe635ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315356 Nov 12 02:28:58.592243 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:58.606342 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e3501f5-92b1-4fb2-87a9-3b8de8e25091 {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:28:58.624596 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-6a1204b9-e66f-40c9-8e75-996e0e65bc52 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=26af4623f4744048982b9ab9b67bad9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540498 Nov 12 02:28:58.626249 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1204b9-e66f-40c9-8e75-996e0e65bc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b5b5c6-6993-4248-b660-c2927551e8ec,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:58.629381 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 43160) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:58.632082 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 8e3501f5-92b1-4fb2-87a9-3b8de8e25091, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=8e3501f5-92b1-4fb2-87a9-3b8de8e25091,segment=NetworkSegment(5927e006-acd5-430c-9407-59cd336b9d8a),segment_id=5927e006-acd5-430c-9407-59cd336b9d8a)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:58.638429 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:58.696226 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-767a5e12-3e0d-4925-bbac-9238928d8739 req-1ce02527-f2d7-4f64-a0f8-1fadf62b9b37 service neutron] 10.222.0.65 "GET /v2.0/networks/7bcaccdf-bd76-45bd-9265-ce14bbe635ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171515 Nov 12 02:28:58.696476 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=8e3501f5-92b1-4fb2-87a9-3b8de8e25091,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:58.700806 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-709ce837-4eb0-4bce-bacd-744fc657fc3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:58.722980 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-709ce837-4eb0-4bce-bacd-744fc657fc3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:58.775481 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-709ce837-4eb0-4bce-bacd-744fc657fc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:58.779853 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-709ce837-4eb0-4bce-bacd-744fc657fc3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:58.783323 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-709ce837-4eb0-4bce-bacd-744fc657fc3c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04b5b5c6-6993-4248-b660-c2927551e8ec HTTP/1.1" status: 204 len: 168 time: 0.1499548 Nov 12 02:28:58.791294 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ce837-4eb0-4bce-bacd-744fc657fc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b5b5c6-6993-4248-b660-c2927551e8ec,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:58.824516 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-767a5e12-3e0d-4925-bbac-9238928d8739 req-1ac6e91e-5675-4995-a5a0-693ddfa8edc7 service neutron] 10.222.0.65 "GET /v2.0/networks/7bcaccdf-bd76-45bd-9265-ce14bbe635ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101799 Nov 12 02:28:58.968910 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332155b-32d5-47c7-beb3-4c806de6611d req-3bd19128-2085-44c5-9ce1-32b255528b58 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:58.970596 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f332155b-32d5-47c7-beb3-4c806de6611d req-3bd19128-2085-44c5-9ce1-32b255528b58 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 945 time: 0.0532670 Nov 12 02:28:59.030251 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f332155b-32d5-47c7-beb3-4c806de6611d req-da01a83d-eb3b-49f3-a07e-7577c6b1c5b3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508516 Nov 12 02:28:59.079846 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 43172) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:59.094504 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-24d67c55-fd58-46c3-b18e-d4ac6c8991ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:59.108128 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842179b-d26a-47c5-8bd1-a3abae46ea91 req-2b773392-5e56-44d5-a661-dafbeaeffe5c tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:59.109602 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e842179b-d26a-47c5-8bd1-a3abae46ea91 req-2b773392-5e56-44d5-a661-dafbeaeffe5c tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=1199c966-c222-4f06-8d6c-80d247db4c5a HTTP/1.1" status: 200 len: 944 time: 0.0510359 Nov 12 02:28:59.163140 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e842179b-d26a-47c5-8bd1-a3abae46ea91 req-1a1da04b-0bca-4199-a530-b87ff2677e3e tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472040 Nov 12 02:28:59.178995 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-24d67c55-fd58-46c3-b18e-d4ac6c8991ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:59.184086 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-24d67c55-fd58-46c3-b18e-d4ac6c8991ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:59.221973 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-24d67c55-fd58-46c3-b18e-d4ac6c8991ce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a4dfeafcb9ce471d8ad3194937ed699e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410375 Nov 12 02:28:59.222838 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d67c55-fd58-46c3-b18e-d4ac6c8991ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63505ef7-78d7-4a83-8c67-e04161e7c56c,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:59.225849 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 43174) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:59.277662 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-143ec638-b1e3-453a-b1d8-0c6fddafaf22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:59.299880 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-143ec638-b1e3-453a-b1d8-0c6fddafaf22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:59.347395 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-143ec638-b1e3-453a-b1d8-0c6fddafaf22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:59.350807 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-143ec638-b1e3-453a-b1d8-0c6fddafaf22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:59.351960 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-143ec638-b1e3-453a-b1d8-0c6fddafaf22 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/63505ef7-78d7-4a83-8c67-e04161e7c56c HTTP/1.1" status: 204 len: 168 time: 0.1248813 Nov 12 02:28:59.359971 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ec638-b1e3-453a-b1d8-0c6fddafaf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63505ef7-78d7-4a83-8c67-e04161e7c56c,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:59.379836 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['8e3501f5-92b1-4fb2-87a9-3b8de8e25091'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:28:59.473523 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a23c7-9238-481c-a12e-4d57deaf74ee req-6c763a62-8aa4-41f2-b5fa-b21b04b7ddd2 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:59.480679 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d64a23c7-9238-481c-a12e-4d57deaf74ee req-6c763a62-8aa4-41f2-b5fa-b21b04b7ddd2 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0585012 Nov 12 02:28:59.529376 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d64a23c7-9238-481c-a12e-4d57deaf74ee req-68379351-17d8-418d-87ba-954775664e34 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476668 Nov 12 02:29:00.210059 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d45be9-2634-4622-ade7-b9902e4a5303 req-7ec2fdab-549d-4275-aee8-8da41874cac3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:00.215438 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-14d45be9-2634-4622-ade7-b9902e4a5303 req-7ec2fdab-549d-4275-aee8-8da41874cac3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 945 time: 0.0571048 Nov 12 02:29:00.299301 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-0507f7b5-641f-4eda-8a6b-225bab6c517b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:00.322743 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-14d45be9-2634-4622-ade7-b9902e4a5303 req-978ff9b2-be97-4dbc-aa01-7473b34711bb tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047397 Nov 12 02:29:00.339576 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f73343-fb05-43ee-a4fa-66b33ebe4864 req-b69958e8-36ec-42fa-8f46-717404889ccc tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:00.341134 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-60f73343-fb05-43ee-a4fa-66b33ebe4864 req-b69958e8-36ec-42fa-8f46-717404889ccc tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=1199c966-c222-4f06-8d6c-80d247db4c5a HTTP/1.1" status: 200 len: 944 time: 0.0976603 Nov 12 02:29:00.415905 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-60f73343-fb05-43ee-a4fa-66b33ebe4864 req-671de338-3319-4f83-9eed-fd863c8f9553 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681937 Nov 12 02:29:00.462652 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f475070-5d6f-4757-b632-fe4262fe5fc1 req-0f92e766-a354-47f7-8905-2ffb1dddbe95 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:00.464167 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2f475070-5d6f-4757-b632-fe4262fe5fc1 req-0f92e766-a354-47f7-8905-2ffb1dddbe95 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 945 time: 0.0627859 Nov 12 02:29:00.516061 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2f475070-5d6f-4757-b632-fe4262fe5fc1 req-39540544-fdb2-46fe-8524-1ddce84ecfc5 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447924 Nov 12 02:29:00.538953 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 43220) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:00.680839 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc31e64-0591-4a05-8fc5-0b1ac35d18d4 req-1c3ce4d9-5730-4a3e-b419-8fa96b7d8835 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:00.687629 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bfc31e64-0591-4a05-8fc5-0b1ac35d18d4 req-1c3ce4d9-5730-4a3e-b419-8fa96b7d8835 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0785692 Nov 12 02:29:00.744629 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bfc31e64-0591-4a05-8fc5-0b1ac35d18d4 req-be05f9b5-1021-4254-a6b1-3a4d002c6f82 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548429 Nov 12 02:29:00.836260 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555f4d37-e7d4-4bc1-8630-741087b987ee tempest-TestVolumeBootPattern-1599334909 tempest-TestVolumeBootPattern-1599334909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:00.837797 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-555f4d37-e7d4-4bc1-8630-741087b987ee tempest-TestVolumeBootPattern-1599334909 tempest-TestVolumeBootPattern-1599334909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 1093 time: 0.2971165 Nov 12 02:29:00.840760 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 43232) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:00.845162 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-83dee7cf-7c98-4876-9686-8ee27a886961 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Request body: {'floatingip': {'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'port_id': '1d8b5f9f-4b28-410e-8111-4c6483f94044', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:29:00.873006 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-83dee7cf-7c98-4876-9686-8ee27a886961 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for floatingip, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:00.974232 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-83dee7cf-7c98-4876-9686-8ee27a886961 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:01.080480 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [None req-83dee7cf-7c98-4876-9686-8ee27a886961 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Allocated IP 172.27.2.213 (3c7696da-eba1-40bc-922c-d91bed889fdf/d5dec2f9-f4c7-48bf-8714-a16e67e9832d/233ef9cb-badb-4c65-83f3-dec26009e96b) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:29:01.213480 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-83dee7cf-7c98-4876-9686-8ee27a886961 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:01.263217 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-83dee7cf-7c98-4876-9686-8ee27a886961 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:01.301930 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dee7cf-7c98-4876-9686-8ee27a886961 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Network 3c7696da-eba1-40bc-922c-d91bed889fdf is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:29:01.304892 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-83dee7cf-7c98-4876-9686-8ee27a886961 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:29:01.311550 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dee7cf-7c98-4876-9686-8ee27a886961 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:29:01.340019 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dee7cf-7c98-4876-9686-8ee27a886961 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event updated for resources: {'Port': ['ID=233ef9cb-badb-4c65-83f3-dec26009e96b,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:01.600184 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786f7d4-1a24-4da8-bd4d-248a5e269a8a req-c444cc46-1337-4ac8-a5b0-c5fe7642b0b8 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:01.601695 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4786f7d4-1a24-4da8-bd4d-248a5e269a8a req-c444cc46-1337-4ac8-a5b0-c5fe7642b0b8 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=1199c966-c222-4f06-8d6c-80d247db4c5a HTTP/1.1" status: 200 len: 944 time: 0.1030376 Nov 12 02:29:01.734249 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4786f7d4-1a24-4da8-bd4d-248a5e269a8a req-67c50916-77ae-4356-9841-ac5afab013eb tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944173 Nov 12 02:29:01.809190 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-83dee7cf-7c98-4876-9686-8ee27a886961 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:02.171671 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b7e62-38fd-435a-a4b0-e4f39b2d6b0c req-f41b2c3b-409f-49d0-8c33-a5d1a6187ce1 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:02.173356 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5e0b7e62-38fd-435a-a4b0-e4f39b2d6b0c req-f41b2c3b-409f-49d0-8c33-a5d1a6187ce1 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.3340230 Nov 12 02:29:02.176831 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-83dee7cf-7c98-4876-9686-8ee27a886961 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:02.306525 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5e0b7e62-38fd-435a-a4b0-e4f39b2d6b0c req-6a2a1f48-e761-417c-abc7-b6dca85e477e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261053 Nov 12 02:29:02.440027 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-83dee7cf-7c98-4876-9686-8ee27a886961 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:02.451403 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-83dee7cf-7c98-4876-9686-8ee27a886961 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25342661'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:02.463594 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 8e3501f5-92b1-4fb2-87a9-3b8de8e25091 up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:29:02.538167 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dee7cf-7c98-4876-9686-8ee27a886961 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event updated for resources: {'Port': ['ID=233ef9cb-badb-4c65-83f3-dec26009e96b,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:02.543387 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning for port 8e3501f5-92b1-4fb2-87a9-3b8de8e25091 completed by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:29:02.548705 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port 8e3501f5-92b1-4fb2-87a9-3b8de8e25091 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:02.549079 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:02.578947 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-83dee7cf-7c98-4876-9686-8ee27a886961 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661460'] for floatingip, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:02.669572 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-c3bc57f6-d238-44bf-a240-534c0a87af6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:02.672486 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:02.704914 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1199c966-c222-4f06-8d6c-80d247db4c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3501f5-92b1-4fb2-87a9-3b8de8e25091'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:29:02.707768 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154fa807-b9c3-4bae-80df-88f8c09f506d" -d '{"events": [{"server_uuid": "1199c966-c222-4f06-8d6c-80d247db4c5a", "name": "network-vif-plugged", "status": "completed", "tag": "8e3501f5-92b1-4fb2-87a9-3b8de8e25091"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:29:02.728785 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.l3_db [None req-83dee7cf-7c98-4876-9686-8ee27a886961 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Floating IP 03eade12-c64a-4a6e-82df-75ac8612921f associated. External IP: 172.27.2.213, port: 1d8b5f9f-4b28-410e-8111-4c6483f94044. Nov 12 02:29:02.753737 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 8e3501f5-92b1-4fb2-87a9-3b8de8e25091, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=8e3501f5-92b1-4fb2-87a9-3b8de8e25091,segment=NetworkSegment(5927e006-acd5-430c-9407-59cd336b9d8a),segment_id=5927e006-acd5-430c-9407-59cd336b9d8a)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:29:02.761569 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:02.820110 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff4f325-7daf-4341-a8de-9e036d5c4336 x-openstack-request-id: req-bff4f325-7daf-4341-a8de-9e036d5c4336 {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:29:02.820110 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1199c966-c222-4f06-8d6c-80d247db4c5a", "name": "network-vif-plugged", "status": "completed", "tag": "8e3501f5-92b1-4fb2-87a9-3b8de8e25091", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:29:02.820110 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bff4f325-7daf-4341-a8de-9e036d5c4336 {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:29:02.820471 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1199c966-c222-4f06-8d6c-80d247db4c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3501f5-92b1-4fb2-87a9-3b8de8e25091', 'code': 200} Nov 12 02:29:02.853921 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=8e3501f5-92b1-4fb2-87a9-3b8de8e25091,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:02.984765 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6ec3e-6183-4d74-8da5-894fba3a67f9 req-b2f70e0a-738e-43d4-8e80-171dc0924695 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:02.986319 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e1d6ec3e-6183-4d74-8da5-894fba3a67f9 req-b2f70e0a-738e-43d4-8e80-171dc0924695 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=1199c966-c222-4f06-8d6c-80d247db4c5a HTTP/1.1" status: 200 len: 945 time: 0.1328526 Nov 12 02:29:03.103480 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e1d6ec3e-6183-4d74-8da5-894fba3a67f9 req-b40cb09a-ee45-40aa-bb62-3cebee825313 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079431 Nov 12 02:29:03.115472 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72176c-c388-4655-abc4-42a33e6296a1 req-f0336118-acec-44c8-a432-f0be24201c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:03.119325 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-9c72176c-c388-4655-abc4-42a33e6296a1 req-f0336118-acec-44c8-a432-f0be24201c8a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1199c966-c222-4f06-8d6c-80d247db4c5a HTTP/1.1" status: 200 len: 1098 time: 0.0678463 Nov 12 02:29:03.175938 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-9c72176c-c388-4655-abc4-42a33e6296a1 req-a58a8f70-414f-477d-8c09-359f7b7f1e96 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485108 Nov 12 02:29:03.187073 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83dee7cf-7c98-4876-9686-8ee27a886961 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:29:03.312454 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83dee7cf-7c98-4876-9686-8ee27a886961 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:29:03.324260 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f5bee1-bff0-40e7-89f2-2ffdae909107 None None] Sync routers for ids ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'] in dv-cinder-808574-4-iscsi {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:29:03.331953 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-83dee7cf-7c98-4876-9686-8ee27a886961 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for floatingip, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:03.337524 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f5bee1-bff0-40e7-89f2-2ffdae909107 None None] Routers {'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:29:03.338292 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-87f5bee1-bff0-40e7-89f2-2ffdae909107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:29:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:03.390717 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-83dee7cf-7c98-4876-9686-8ee27a886961 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5325689 Nov 12 02:29:03.390717 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f436b1-6651-4ba7-88f7-fb2b262f75a5', 'tag': '1d8b5f9f-4b28-410e-8111-4c6483f94044'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:29:03.390717 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0865c7fa-bc87-46e8-9db6-90538bf8b080" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f436b1-6651-4ba7-88f7-fb2b262f75a5", "tag": "1d8b5f9f-4b28-410e-8111-4c6483f94044"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:29:03.431574 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b2c9cc-d245-430d-880e-c51f8ccddd2c x-openstack-request-id: req-35b2c9cc-d245-430d-880e-c51f8ccddd2c {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:29:03.431881 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f436b1-6651-4ba7-88f7-fb2b262f75a5", "tag": "1d8b5f9f-4b28-410e-8111-4c6483f94044", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:29:03.432143 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-35b2c9cc-d245-430d-880e-c51f8ccddd2c {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:29:03.432548 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f436b1-6651-4ba7-88f7-fb2b262f75a5', 'tag': '1d8b5f9f-4b28-410e-8111-4c6483f94044', 'status': 'completed', 'code': 200} Nov 12 02:29:03.472402 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd873f-9732-4b06-90c4-2be330639510 req-9c3d3aab-3cbd-48b2-9c42-0242ae2b610f tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:03.474001 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dafd873f-9732-4b06-90c4-2be330639510 req-9c3d3aab-3cbd-48b2-9c42-0242ae2b610f tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0596433 Nov 12 02:29:03.503030 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-87f5bee1-bff0-40e7-89f2-2ffdae909107 None None] Set router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:29:03.530567 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dafd873f-9732-4b06-90c4-2be330639510 req-f39306b2-b880-4973-9892-d3b3fb94d477 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498452 Nov 12 02:29:03.787005 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:03.788102 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-87f5bee1-bff0-40e7-89f2-2ffdae909107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': '03eade12-c64a-4a6e-82df-75ac8612921f', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'port_id': '1d8b5f9f-4b28-410e-8111-4c6483f94044', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'mac_address': 'fa:16:3e:ec:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f436b1-6651-4ba7-88f7-fb2b262f75a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:29:01Z', 'updated_at': '2021-11-12T02:29:01Z', 'revision_number': 0, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80', 'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'mac_address': 'fa:16:3e:5d:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:47Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 5, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'subnets': [{'id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:03.830202 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f5bee1-bff0-40e7-89f2-2ffdae909107 None None] Checking router: c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 for host: dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:29:03.840362 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f5bee1-bff0-40e7-89f2-2ffdae909107 None None] Routers {'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:29:03.840986 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-87f5bee1-bff0-40e7-89f2-2ffdae909107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:29:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:03.841550 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865c7fa-bc87-46e8-9db6-90538bf8b080 req-c3f671e4-8625-463c-a4fc-d254d93cfab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:03.843397 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-0865c7fa-bc87-46e8-9db6-90538bf8b080 req-c3f671e4-8625-463c-a4fc-d254d93cfab3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d&device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 1098 time: 0.0687835 Nov 12 02:29:03.977178 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865c7fa-bc87-46e8-9db6-90538bf8b080 req-f1848181-2485-48d1-9db4-4cd0978ea700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:03.978657 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-0865c7fa-bc87-46e8-9db6-90538bf8b080 req-f1848181-2485-48d1-9db4-4cd0978ea700 service neutron] 10.222.0.65 "GET /v2.0/networks?id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 HTTP/1.1" status: 200 len: 912 time: 0.1129196 Nov 12 02:29:04.056684 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-0865c7fa-bc87-46e8-9db6-90538bf8b080 req-115c72df-7fc4-4458-944d-38041649f1be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d8b5f9f-4b28-410e-8111-4c6483f94044 HTTP/1.1" status: 200 len: 999 time: 0.0703101 Nov 12 02:29:04.083972 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-87f5bee1-bff0-40e7-89f2-2ffdae909107 None None] Set router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:29:04.129033 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865c7fa-bc87-46e8-9db6-90538bf8b080 req-f9f5108e-26ca-433f-be26-bc5e3035571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:04.131223 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-0865c7fa-bc87-46e8-9db6-90538bf8b080 req-f9f5108e-26ca-433f-be26-bc5e3035571b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74a3a50d-3fa8-42dd-9673-0c777f45e2b0 HTTP/1.1" status: 200 len: 850 time: 0.0641692 Nov 12 02:29:04.201549 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865c7fa-bc87-46e8-9db6-90538bf8b080 req-c5e27597-cd91-4ca4-9ea7-5e87e75a26e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:04.203437 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-0865c7fa-bc87-46e8-9db6-90538bf8b080 req-c5e27597-cd91-4ca4-9ea7-5e87e75a26e2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561211 Nov 12 02:29:04.256242 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb3eb7-8fc9-4099-a5bc-8282a87caaa2 req-294ce063-c623-4864-915c-8af627005fda tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:04.258525 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f7cb3eb7-8fc9-4099-a5bc-8282a87caaa2 req-294ce063-c623-4864-915c-8af627005fda tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=1199c966-c222-4f06-8d6c-80d247db4c5a HTTP/1.1" status: 200 len: 945 time: 0.0632763 Nov 12 02:29:04.334712 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f7cb3eb7-8fc9-4099-a5bc-8282a87caaa2 req-c1fb7d77-a22b-4191-b9bb-9e10de89c78e tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676525 Nov 12 02:29:04.346721 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-0865c7fa-bc87-46e8-9db6-90538bf8b080 req-989b1960-7e77-48e3-928f-c2869c2e4afa service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319971 Nov 12 02:29:04.394451 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-87f5bee1-bff0-40e7-89f2-2ffdae909107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': '03eade12-c64a-4a6e-82df-75ac8612921f', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'port_id': '1d8b5f9f-4b28-410e-8111-4c6483f94044', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'mac_address': 'fa:16:3e:ec:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f436b1-6651-4ba7-88f7-fb2b262f75a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:29:01Z', 'updated_at': '2021-11-12T02:29:01Z', 'revision_number': 0, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80', 'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'mac_address': 'fa:16:3e:5d:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:47Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 5, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'subnets': [{'id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:04.450059 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f5bee1-bff0-40e7-89f2-2ffdae909107 None None] The sync data for ids ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'] in dv-cinder-808574-4-iscsi is: [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': '03eade12-c64a-4a6e-82df-75ac8612921f', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'port_id': '1d8b5f9f-4b28-410e-8111-4c6483f94044', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'mac_address': 'fa:16:3e:ec:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f436b1-6651-4ba7-88f7-fb2b262f75a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:29:01Z', 'updated_at': '2021-11-12T02:29:01Z', 'revision_number': 0, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80', 'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'mac_address': 'fa:16:3e:5d:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:47Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 5, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'subnets': [{'id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:29:04.463699 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-0865c7fa-bc87-46e8-9db6-90538bf8b080 req-1518b002-1e23-4a27-83c1-a15c3549cb7b service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090214 Nov 12 02:29:04.676884 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b67ad0-469c-4e99-9dc1-a30c9eb76734 None None] New status for floating IP 03eade12-c64a-4a6e-82df-75ac8612921f: ACTIVE {{(pid=101679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:29:04.902395 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 43328) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:05.020765 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c9d65fe4-f0a0-41dd-80e4-993076c4298b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:05.106913 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c9d65fe4-f0a0-41dd-80e4-993076c4298b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:05.110735 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c9d65fe4-f0a0-41dd-80e4-993076c4298b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:05.161878 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d65fe4-f0a0-41dd-80e4-993076c4298b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf6416b-2438-4dd5-a3c4-80217873b18a,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:05.168386 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-c9d65fe4-f0a0-41dd-80e4-993076c4298b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3cba8bf387d94e40b873b3a65981f6db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641792 Nov 12 02:29:05.170975 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 43334) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:05.214100 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c7d8-ccf1-43c7-910b-36cc61753928 req-8a50cc53-f0fd-4f94-be54-8d2c99e035ee tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:05.215999 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2289c7d8-ccf1-43c7-910b-36cc61753928 req-8a50cc53-f0fd-4f94-be54-8d2c99e035ee tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0664153 Nov 12 02:29:05.226036 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6d03c43f-7ab6-41ea-805a-ef88edbc7f5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:05.252313 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6d03c43f-7ab6-41ea-805a-ef88edbc7f5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:05.269079 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2289c7d8-ccf1-43c7-910b-36cc61753928 req-b1be3365-6c2f-4187-a702-1c55dbed3c87 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470905 Nov 12 02:29:05.292244 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:05.308218 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6d03c43f-7ab6-41ea-805a-ef88edbc7f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:05.311809 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6d03c43f-7ab6-41ea-805a-ef88edbc7f5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:05.313280 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-6d03c43f-7ab6-41ea-805a-ef88edbc7f5c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6cf6416b-2438-4dd5-a3c4-80217873b18a HTTP/1.1" status: 204 len: 168 time: 0.1403599 Nov 12 02:29:05.325585 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03c43f-7ab6-41ea-805a-ef88edbc7f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf6416b-2438-4dd5-a3c4-80217873b18a,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:05.477056 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82509f-d5cf-4091-98da-a728b776c29a req-dafb70d2-3a86-47ff-989f-932e5bba20ca tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:05.478809 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3d82509f-d5cf-4091-98da-a728b776c29a req-dafb70d2-3a86-47ff-989f-932e5bba20ca tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=1199c966-c222-4f06-8d6c-80d247db4c5a HTTP/1.1" status: 200 len: 945 time: 0.0694411 Nov 12 02:29:05.538013 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3d82509f-d5cf-4091-98da-a728b776c29a req-b53b7d35-2557-4169-b223-0978b95a92af tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513399 Nov 12 02:29:05.680807 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 43354) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:05.695480 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-1aa31657-c35c-4cf8-9a15-d8bcd4f96ca5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:05.802987 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-1aa31657-c35c-4cf8-9a15-d8bcd4f96ca5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:05.811351 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-1aa31657-c35c-4cf8-9a15-d8bcd4f96ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:05.859597 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-1aa31657-c35c-4cf8-9a15-d8bcd4f96ca5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7e2f590e316e4f0a96413fccb5fd2379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1775329 Nov 12 02:29:05.861863 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa31657-c35c-4cf8-9a15-d8bcd4f96ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8e05b9-ecdf-411b-b32c-1c74fd212d58,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:05.862520 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 43358) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:05.893419 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:05.937686 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0dde9ad4-fb79-42ef-baf5-4b355e1856cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:05.962251 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0dde9ad4-fb79-42ef-baf5-4b355e1856cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:06.018853 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0dde9ad4-fb79-42ef-baf5-4b355e1856cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:06.021432 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0dde9ad4-fb79-42ef-baf5-4b355e1856cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:06.022621 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-0dde9ad4-fb79-42ef-baf5-4b355e1856cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ef8e05b9-ecdf-411b-b32c-1c74fd212d58 HTTP/1.1" status: 204 len: 168 time: 0.1590948 Nov 12 02:29:06.030838 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde9ad4-fb79-42ef-baf5-4b355e1856cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8e05b9-ecdf-411b-b32c-1c74fd212d58,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:10.455991 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 43476) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:10.568842 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-275671c4-cb61-4e71-aea9-80422c4b8086 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:10.649041 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-275671c4-cb61-4e71-aea9-80422c4b8086 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:10.654445 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-275671c4-cb61-4e71-aea9-80422c4b8086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:10.698788 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-275671c4-cb61-4e71-aea9-80422c4b8086 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=92f3bbaf62c6456aa51b6b25fc43f3fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415633 Nov 12 02:29:10.699697 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275671c4-cb61-4e71-aea9-80422c4b8086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef2bba5-e39d-4a2f-9aca-c58416a8d1f7,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:10.702361 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 43482) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:10.766585 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-da42ea44-5a7a-4177-81b8-74c162cad27c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:10.792005 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-da42ea44-5a7a-4177-81b8-74c162cad27c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:10.841561 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-da42ea44-5a7a-4177-81b8-74c162cad27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:10.844182 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-da42ea44-5a7a-4177-81b8-74c162cad27c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:10.845353 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-da42ea44-5a7a-4177-81b8-74c162cad27c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ef2bba5-e39d-4a2f-9aca-c58416a8d1f7 HTTP/1.1" status: 204 len: 168 time: 0.1415410 Nov 12 02:29:10.853958 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42ea44-5a7a-4177-81b8-74c162cad27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef2bba5-e39d-4a2f-9aca-c58416a8d1f7,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:11.132953 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 43492) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:11.151241 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f686f161-4925-4918-ae04-b4dac8ec4696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:11.234894 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f686f161-4925-4918-ae04-b4dac8ec4696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:11.238718 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f686f161-4925-4918-ae04-b4dac8ec4696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:11.279906 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-f686f161-4925-4918-ae04-b4dac8ec4696 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7f3aff67dcc3462f8272afb2f6eb5673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457367 Nov 12 02:29:11.280730 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686f161-4925-4918-ae04-b4dac8ec4696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ef79fb-2982-4385-a11c-0b633f273d3f,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:11.282650 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 43494) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:11.332875 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-55e6e2c6-64f6-4ccc-ba1f-a8afcfe4025f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:11.356650 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-55e6e2c6-64f6-4ccc-ba1f-a8afcfe4025f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:11.403422 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-55e6e2c6-64f6-4ccc-ba1f-a8afcfe4025f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:11.405978 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-55e6e2c6-64f6-4ccc-ba1f-a8afcfe4025f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:11.407136 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-55e6e2c6-64f6-4ccc-ba1f-a8afcfe4025f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f5ef79fb-2982-4385-a11c-0b633f273d3f HTTP/1.1" status: 204 len: 168 time: 0.1233940 Nov 12 02:29:11.415170 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6e2c6-64f6-4ccc-ba1f-a8afcfe4025f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ef79fb-2982-4385-a11c-0b633f273d3f,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:12.558321 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 43532) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:12.696497 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ffb76ebb-62c3-4526-8895-43847461806e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:12.778821 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ffb76ebb-62c3-4526-8895-43847461806e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:12.783254 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ffb76ebb-62c3-4526-8895-43847461806e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:12.823581 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-ffb76ebb-62c3-4526-8895-43847461806e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c951173d4a54b779c8017c5e6990b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630582 Nov 12 02:29:12.825110 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 43538) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:12.825667 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb76ebb-62c3-4526-8895-43847461806e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c29d61-bb6c-4d17-a505-713278a82eef,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:12.880855 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0c39d91c-d37e-4ba5-8729-cb1a6255a3c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:12.905069 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0c39d91c-d37e-4ba5-8729-cb1a6255a3c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:12.977622 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0c39d91c-d37e-4ba5-8729-cb1a6255a3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:12.980331 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0c39d91c-d37e-4ba5-8729-cb1a6255a3c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:12.981486 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-0c39d91c-d37e-4ba5-8729-cb1a6255a3c0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/41c29d61-bb6c-4d17-a505-713278a82eef HTTP/1.1" status: 204 len: 168 time: 0.1544130 Nov 12 02:29:12.990423 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39d91c-d37e-4ba5-8729-cb1a6255a3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c29d61-bb6c-4d17-a505-713278a82eef,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:14.608357 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:29:14.695291 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3a90e-2c22-4b6b-bf69-344a253289b2 req-2464f809-bde0-4e0a-99a9-73ed0891b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:14.697083 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4af3a90e-2c22-4b6b-bf69-344a253289b2 req-2464f809-bde0-4e0a-99a9-73ed0891b1d3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d7fcf7713f094fac83c523a879fb68ae&device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 1098 time: 0.0455701 Nov 12 02:29:14.717566 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52bf971-a76e-4c49-b6f8-c98059dea0fe req-ad2fde6d-46e0-4daf-826b-5910dc955e0f tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:14.719422 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a52bf971-a76e-4c49-b6f8-c98059dea0fe req-ad2fde6d-46e0-4daf-826b-5910dc955e0f tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0631635 Nov 12 02:29:14.787089 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a52bf971-a76e-4c49-b6f8-c98059dea0fe req-3eb1afd8-249b-418e-8e75-6ebe1fae75e1 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591788 Nov 12 02:29:14.828748 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3a90e-2c22-4b6b-bf69-344a253289b2 req-41cf8509-ae09-450f-987c-81bc58bb8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:14.830281 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4af3a90e-2c22-4b6b-bf69-344a253289b2 req-41cf8509-ae09-450f-987c-81bc58bb8f62 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bcaccdf-bd76-45bd-9265-ce14bbe635ff HTTP/1.1" status: 200 len: 918 time: 0.1028709 Nov 12 02:29:14.902068 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4af3a90e-2c22-4b6b-bf69-344a253289b2 req-75f07b9f-9961-45da-ac15-49e5f2a82cca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 HTTP/1.1" status: 200 len: 217 time: 0.0406337 Nov 12 02:29:14.958912 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3a90e-2c22-4b6b-bf69-344a253289b2 req-4e10a47d-c4b9-4306-8e58-e596b9222f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:14.960294 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4af3a90e-2c22-4b6b-bf69-344a253289b2 req-4e10a47d-c4b9-4306-8e58-e596b9222f71 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7042b1b4-a105-42b5-a00e-7bdb609132e6 HTTP/1.1" status: 200 len: 857 time: 0.0477002 Nov 12 02:29:14.995638 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4af3a90e-2c22-4b6b-bf69-344a253289b2 req-aadc7854-d3cd-4b15-bdaf-30d8358f6a20 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bcaccdf-bd76-45bd-9265-ce14bbe635ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251541 Nov 12 02:29:15.088003 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4af3a90e-2c22-4b6b-bf69-344a253289b2 req-7a575356-0130-47bd-962c-e1ff49656a8a service neutron] 10.222.0.65 "GET /v2.0/networks/7bcaccdf-bd76-45bd-9265-ce14bbe635ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825112 Nov 12 02:29:15.187981 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4af3a90e-2c22-4b6b-bf69-344a253289b2 req-88b463e3-1d97-46ef-bbc6-df6df4a7ae91 service neutron] 10.222.0.65 "GET /v2.0/networks/7bcaccdf-bd76-45bd-9265-ce14bbe635ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903237 Nov 12 02:29:15.366131 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb0f5a-92ec-4c34-afb4-fe14ee793454 req-7e9821e3-8c0a-4992-9e61-bd2a7f86b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:15.367882 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-77eb0f5a-92ec-4c34-afb4-fe14ee793454 req-7e9821e3-8c0a-4992-9e61-bd2a7f86b5e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d7fcf7713f094fac83c523a879fb68ae&device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 1098 time: 0.0450943 Nov 12 02:29:15.514115 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb0f5a-92ec-4c34-afb4-fe14ee793454 req-ebbf9731-a552-4fb9-ab83-4f22c457a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:15.516400 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-77eb0f5a-92ec-4c34-afb4-fe14ee793454 req-ebbf9731-a552-4fb9-ab83-4f22c457a1d0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bcaccdf-bd76-45bd-9265-ce14bbe635ff HTTP/1.1" status: 200 len: 918 time: 0.1135671 Nov 12 02:29:15.572192 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-77eb0f5a-92ec-4c34-afb4-fe14ee793454 req-5c60bc2a-8ac2-4b0a-90f4-6e7083e397f8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 HTTP/1.1" status: 200 len: 217 time: 0.0365338 Nov 12 02:29:15.628789 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb0f5a-92ec-4c34-afb4-fe14ee793454 req-50d0b77b-7dcb-41cf-8437-dfa04e8ff7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:15.630302 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-77eb0f5a-92ec-4c34-afb4-fe14ee793454 req-50d0b77b-7dcb-41cf-8437-dfa04e8ff7b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7042b1b4-a105-42b5-a00e-7bdb609132e6 HTTP/1.1" status: 200 len: 857 time: 0.0508902 Nov 12 02:29:15.670120 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-77eb0f5a-92ec-4c34-afb4-fe14ee793454 req-99636b5c-80f7-4475-9aac-f92b4410083b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bcaccdf-bd76-45bd-9265-ce14bbe635ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314295 Nov 12 02:29:15.771045 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-77eb0f5a-92ec-4c34-afb4-fe14ee793454 req-956d3666-a73d-4de6-a914-cc24a3ab2ca5 service neutron] 10.222.0.65 "GET /v2.0/networks/7bcaccdf-bd76-45bd-9265-ce14bbe635ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916498 Nov 12 02:29:15.935432 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53155f8d-041c-4288-8a45-3f54e942bf54 req-2b4fa9c9-c53d-48bf-9bcc-14a67f355e8d tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:15.937109 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-53155f8d-041c-4288-8a45-3f54e942bf54 req-2b4fa9c9-c53d-48bf-9bcc-14a67f355e8d tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0628986 Nov 12 02:29:15.994556 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-53155f8d-041c-4288-8a45-3f54e942bf54 req-ad75a5d4-ef3d-4d47-af4c-acb960a67810 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489562 Nov 12 02:29:16.099259 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-77eb0f5a-92ec-4c34-afb4-fe14ee793454 req-dcde2fb5-7cf0-4ee4-a22d-6b04e88c709c service neutron] 10.222.0.65 "GET /v2.0/networks/7bcaccdf-bd76-45bd-9265-ce14bbe635ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187833 Nov 12 02:29:19.278295 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:20.753547 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6aeec-a1ff-47df-aa44-df8260d56952 req-8a26f1af-3260-4fd9-b75c-8339d78a4bd5 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:20.755836 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-13e6aeec-a1ff-47df-aa44-df8260d56952 req-8a26f1af-3260-4fd9-b75c-8339d78a4bd5 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0580037 Nov 12 02:29:20.822393 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-13e6aeec-a1ff-47df-aa44-df8260d56952 req-7b253084-899a-4e25-94f4-862101fef4fe tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586121 Nov 12 02:29:21.955963 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4772795-5939-4e0b-9b0e-2e81ee175fe9 req-3b1404f4-2ea8-4b6a-84ce-3b41d5bec644 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:21.959070 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c4772795-5939-4e0b-9b0e-2e81ee175fe9 req-3b1404f4-2ea8-4b6a-84ce-3b41d5bec644 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0560796 Nov 12 02:29:22.022017 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c4772795-5939-4e0b-9b0e-2e81ee175fe9 req-13c1e1a4-39e4-481c-8ae5-e34cf9749c3b tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568357 Nov 12 02:29:23.151800 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf709c9-df03-4aa6-a679-27ac72b31483 req-f6c477b0-000d-46ee-80fb-c2d1dbe18983 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:23.153504 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bdf709c9-df03-4aa6-a679-27ac72b31483 req-f6c477b0-000d-46ee-80fb-c2d1dbe18983 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0512865 Nov 12 02:29:23.208233 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bdf709c9-df03-4aa6-a679-27ac72b31483 req-61feadd5-3b0e-463e-a7e5-c44d47be3c69 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476856 Nov 12 02:29:23.371890 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 43690) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:23.494787 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-99806c38-e537-42fe-bbd3-cda6fe8cd9e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:23.580711 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-99806c38-e537-42fe-bbd3-cda6fe8cd9e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:23.587871 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-99806c38-e537-42fe-bbd3-cda6fe8cd9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:23.628077 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-99806c38-e537-42fe-bbd3-cda6fe8cd9e3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bea8b4b35371436d8c1fdcc0fb93180d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537682 Nov 12 02:29:23.629287 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99806c38-e537-42fe-bbd3-cda6fe8cd9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc8305f-78e5-4058-8554-18e9310685f8,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:23.630547 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 43700) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:23.637563 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99806c38-e537-42fe-bbd3-cda6fe8cd9e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.637996 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99806c38-e537-42fe-bbd3-cda6fe8cd9e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.638511 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99806c38-e537-42fe-bbd3-cda6fe8cd9e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.638957 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99806c38-e537-42fe-bbd3-cda6fe8cd9e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.639349 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99806c38-e537-42fe-bbd3-cda6fe8cd9e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.639737 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99806c38-e537-42fe-bbd3-cda6fe8cd9e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.640136 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99806c38-e537-42fe-bbd3-cda6fe8cd9e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.640531 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99806c38-e537-42fe-bbd3-cda6fe8cd9e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.640923 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99806c38-e537-42fe-bbd3-cda6fe8cd9e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.641309 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99806c38-e537-42fe-bbd3-cda6fe8cd9e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.641698 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99806c38-e537-42fe-bbd3-cda6fe8cd9e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.642086 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99806c38-e537-42fe-bbd3-cda6fe8cd9e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.692848 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-434081e5-bf5a-442b-8df0-1145b856b86e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:23.717550 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-434081e5-bf5a-442b-8df0-1145b856b86e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:23.780084 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-434081e5-bf5a-442b-8df0-1145b856b86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:23.782871 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-434081e5-bf5a-442b-8df0-1145b856b86e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:23.784157 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-434081e5-bf5a-442b-8df0-1145b856b86e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3bc8305f-78e5-4058-8554-18e9310685f8 HTTP/1.1" status: 204 len: 168 time: 0.1523194 Nov 12 02:29:23.793408 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434081e5-bf5a-442b-8df0-1145b856b86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc8305f-78e5-4058-8554-18e9310685f8,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:24.343493 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedc073-d500-40ce-8c91-35b9d643135e req-a052f016-bbf3-4c67-bfc9-6afa586ea607 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:24.345173 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6bedc073-d500-40ce-8c91-35b9d643135e req-a052f016-bbf3-4c67-bfc9-6afa586ea607 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0592334 Nov 12 02:29:24.404888 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6bedc073-d500-40ce-8c91-35b9d643135e req-c23fcc61-d8e6-4049-aaae-32f3fa892a3c tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525284 Nov 12 02:29:25.558274 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5937363-6784-4220-93b7-61285a84a1bf req-4882101d-3c22-4ff2-a4da-e4ddbcb110e6 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:25.560119 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a5937363-6784-4220-93b7-61285a84a1bf req-4882101d-3c22-4ff2-a4da-e4ddbcb110e6 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0543053 Nov 12 02:29:25.624042 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a5937363-6784-4220-93b7-61285a84a1bf req-b5c180e2-765e-4ea6-bb01-3b4a534bc9d8 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575893 Nov 12 02:29:26.245559 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-31219b32-e7bc-4d6b-bdca-f1cb3e79cc7d tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:26.247077 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-31219b32-e7bc-4d6b-bdca-f1cb3e79cc7d tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/networks?id=4070c229-4da3-4ab6-91a8-6b9e74d5d318 HTTP/1.1" status: 200 len: 815 time: 0.1319213 Nov 12 02:29:26.263409 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-c5a2d53e-820f-44a5-a53b-3ca7ca9007d4 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/quotas/bf1009072a7446b8a468d02d87b9420d HTTP/1.1" status: 200 len: 375 time: 0.0104692 Nov 12 02:29:26.322462 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-a34d7c6e-a0fa-4777-87bc-b6f79fff14c0 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bf1009072a7446b8a468d02d87b9420d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536427 Nov 12 02:29:26.431394 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-284cdc33-3b84-4449-8c83-4a81ff166e3b service neutron] 10.222.0.70 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009212 Nov 12 02:29:26.543444 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-206dd724-cd4e-4384-a3db-ee0b5775b785 service neutron] 10.222.0.70 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063466 Nov 12 02:29:26.762711 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-26731d0b-d034-44d2-90d7-ed7cbd62542a req-ee7878cd-a99f-4d49-8c17-c1c527544e3e tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=f77f715d-8c97-4b1e-97e6-bc2113bcfdda HTTP/1.1" status: 200 len: 210 time: 0.0491989 Nov 12 02:29:26.787539 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fe828-433b-4e66-af22-3ff707ee0923 req-e9610831-d8dd-4672-bb97-6d0f2c218a13 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:26.789308 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-926fe828-433b-4e66-af22-3ff707ee0923 req-e9610831-d8dd-4672-bb97-6d0f2c218a13 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0739367 Nov 12 02:29:26.842447 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-926fe828-433b-4e66-af22-3ff707ee0923 req-e37c18ed-da53-4110-824c-ffee3a8c1df6 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470400 Nov 12 02:29:27.883922 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6d03df13-36d4-43b6-bb74-75db8ba6a014 req-abb59fcb-d744-457c-8b7d-ac4596c3c242 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=f77f715d-8c97-4b1e-97e6-bc2113bcfdda HTTP/1.1" status: 200 len: 210 time: 0.0351641 Nov 12 02:29:27.984909 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627496c6-63bf-4546-b00e-b3786704f12f req-1be781c6-3dfc-48e6-b597-a19bd0983a45 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:27.986432 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-627496c6-63bf-4546-b00e-b3786704f12f req-1be781c6-3dfc-48e6-b597-a19bd0983a45 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0619776 Nov 12 02:29:28.055143 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-2c30aac2-f1c3-41bb-af70-d5276d0b6378 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:28.056926 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-2c30aac2-f1c3-41bb-af70-d5276d0b6378 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.65 "GET /v2.0/networks?id=4070c229-4da3-4ab6-91a8-6b9e74d5d318 HTTP/1.1" status: 200 len: 815 time: 0.1322932 Nov 12 02:29:28.067261 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-627496c6-63bf-4546-b00e-b3786704f12f req-2dce6431-877f-405a-8ae9-6cf5dfba405d tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725100 Nov 12 02:29:28.098716 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-5719fba4-2494-4e71-9bb7-62eba6e5042e tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Request body: {'port': {'device_id': 'f77f715d-8c97-4b1e-97e6-bc2113bcfdda', 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318', 'admin_state_up': True, 'tenant_id': 'bf1009072a7446b8a468d02d87b9420d'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:29:28.208051 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-5719fba4-2494-4e71-9bb7-62eba6e5042e tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Made reservation on behalf of bf1009072a7446b8a468d02d87b9420d for: {'port': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:29:28.211570 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-5719fba4-2494-4e71-9bb7-62eba6e5042e tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:28.353576 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-5719fba4-2494-4e71-9bb7-62eba6e5042e tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Allocated IP 172.20.0.9 (4070c229-4da3-4ab6-91a8-6b9e74d5d318/0224bb24-7d74-45d6-8986-b81989f6576c/7f000e01-26cd-44b1-8553-819556797aa2) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:29:28.507543 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-5719fba4-2494-4e71-9bb7-62eba6e5042e tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:28.542221 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-5719fba4-2494-4e71-9bb7-62eba6e5042e tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:28.592429 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-5719fba4-2494-4e71-9bb7-62eba6e5042e tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Network 4070c229-4da3-4ab6-91a8-6b9e74d5d318 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:29:28.593181 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['838aaf11-0ed7-4529-b85a-74acc6e006ad', 'ebd9ab39-34d5-41c8-9ee0-e6b204c9194f', '8e3501f5-92b1-4fb2-87a9-3b8de8e25091'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:29:28.595761 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-5719fba4-2494-4e71-9bb7-62eba6e5042e tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:29:28.600406 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-5719fba4-2494-4e71-9bb7-62eba6e5042e tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:29:28.606642 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-5719fba4-2494-4e71-9bb7-62eba6e5042e tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:28.607081 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-5719fba4-2494-4e71-9bb7-62eba6e5042e tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:28.616203 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719fba4-2494-4e71-9bb7-62eba6e5042e tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Pushing event updated for resources: {'Port': ['ID=7f000e01-26cd-44b1-8553-819556797aa2,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:28.630459 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-5719fba4-2494-4e71-9bb7-62eba6e5042e tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5364475 Nov 12 02:29:28.656816 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] Request body: {'port': {'device_id': 'f77f715d-8c97-4b1e-97e6-bc2113bcfdda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:29:28.736510 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:29.041783 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a74af-6edf-4372-8325-bc0a9290e7f4 req-6a56fe93-43ce-45c0-9368-cbca7e4c6c21 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:29.043411 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8c6a74af-6edf-4372-8325-bc0a9290e7f4 req-6a56fe93-43ce-45c0-9368-cbca7e4c6c21 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=f77f715d-8c97-4b1e-97e6-bc2113bcfdda HTTP/1.1" status: 200 len: 931 time: 0.0629227 Nov 12 02:29:29.076609 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f000e01-26cd-44b1-8553-819556797aa2 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:29:29.085025 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:29.101611 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] Transition to ACTIVE for port object 7f000e01-26cd-44b1-8553-819556797aa2 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:29:29.106859 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:29.118334 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8c6a74af-6edf-4372-8325-bc0a9290e7f4 req-67dc08bc-3af5-45b3-9990-ca43e0a5cd92 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660734 Nov 12 02:29:29.177243 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] Pushing event updated for resources: {'Port': ['ID=7f000e01-26cd-44b1-8553-819556797aa2,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:29.195472 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] Attempting to bind port 7f000e01-26cd-44b1-8553-819556797aa2 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:29:29.195875 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] Attempting to bind port 7f000e01-26cd-44b1-8553-819556797aa2 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '5927e006-acd5-430c-9407-59cd336b9d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:29:29.196136 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] Attempting to bind port 7f000e01-26cd-44b1-8553-819556797aa2 on network 4070c229-4da3-4ab6-91a8-6b9e74d5d318 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:29:29.201381 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] Port 7f000e01-26cd-44b1-8553-819556797aa2 on network 4070c229-4da3-4ab6-91a8-6b9e74d5d318 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:29:29.201885 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] Attempting to bind port 7f000e01-26cd-44b1-8553-819556797aa2 on network 4070c229-4da3-4ab6-91a8-6b9e74d5d318 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:29:29.207749 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] Checking agent: {'id': '0f3aff68-05a9-47a7-920b-43a2694f0a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:29:29.208085 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] Checking segment: {'id': '5927e006-acd5-430c-9407-59cd336b9d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:29:29.208466 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] Bound using segment: {'id': '5927e006-acd5-430c-9407-59cd336b9d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:29:29.208887 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] Bound port: 7f000e01-26cd-44b1-8553-819556797aa2, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5927e006-acd5-430c-9407-59cd336b9d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:29:29.209384 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:29.230564 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bae18-a769-4563-be95-a2d4ecf4dec6 req-c4ac754d-df2c-4286-be3c-6b159bfe9a42 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:29.232176 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e20bae18-a769-4563-be95-a2d4ecf4dec6 req-c4ac754d-df2c-4286-be3c-6b159bfe9a42 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0592344 Nov 12 02:29:29.286745 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e20bae18-a769-4563-be95-a2d4ecf4dec6 req-563930a5-210b-4e96-85d2-da6f0e5cf742 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469215 Nov 12 02:29:29.289243 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] For port 7f000e01-26cd-44b1-8553-819556797aa2, host hv-cinder-80857, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:29:29.292449 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] For port 7f000e01-26cd-44b1-8553-819556797aa2, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=7f000e01-26cd-44b1-8553-819556797aa2,segment=NetworkSegment(5927e006-acd5-430c-9407-59cd336b9d8a),segment_id=5927e006-acd5-430c-9407-59cd336b9d8a)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:29:29.297061 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:29.340566 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:29.341054 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:29.342451 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] 10.222.0.65 "PUT /v2.0/ports/7f000e01-26cd-44b1-8553-819556797aa2 HTTP/1.1" status: 200 len: 1093 time: 0.6901546 Nov 12 02:29:29.342913 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77f715d-8c97-4b1e-97e6-bc2113bcfdda', 'tag': '7f000e01-26cd-44b1-8553-819556797aa2'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:29:29.345536 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16242d31-e565-4d4f-9ba8-661dc21bae2b" -d '{"events": [{"name": "network-changed", "server_uuid": "f77f715d-8c97-4b1e-97e6-bc2113bcfdda", "tag": "7f000e01-26cd-44b1-8553-819556797aa2"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:29:29.375099 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733f098-315d-4886-815a-d1a5af43a228 service neutron] Pushing event updated for resources: {'Port': ['ID=7f000e01-26cd-44b1-8553-819556797aa2,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:29.400166 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91d15ca-2e6b-467a-a13e-6569624b32a2 x-openstack-request-id: req-f91d15ca-2e6b-467a-a13e-6569624b32a2 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:29:29.400454 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77f715d-8c97-4b1e-97e6-bc2113bcfdda", "tag": "7f000e01-26cd-44b1-8553-819556797aa2", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:29:29.400705 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f91d15ca-2e6b-467a-a13e-6569624b32a2 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:29:29.401100 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f77f715d-8c97-4b1e-97e6-bc2113bcfdda', 'tag': '7f000e01-26cd-44b1-8553-819556797aa2', 'status': 'completed', 'code': 200} Nov 12 02:29:29.478302 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-f4d1b409-2b9d-4cb3-b8e7-aaa6dcdfbec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:29.479874 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-f4d1b409-2b9d-4cb3-b8e7-aaa6dcdfbec7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1009072a7446b8a468d02d87b9420d&device_id=f77f715d-8c97-4b1e-97e6-bc2113bcfdda HTTP/1.1" status: 200 len: 1096 time: 0.0432687 Nov 12 02:29:29.545252 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-f29d3a7a-4d3a-4004-956b-0137451e3569 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f000e01-26cd-44b1-8553-819556797aa2 HTTP/1.1" status: 200 len: 217 time: 0.0369287 Nov 12 02:29:29.600313 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-63426ebd-c4ff-41ee-901b-a3783ece54cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:29.601931 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-63426ebd-c4ff-41ee-901b-a3783ece54cc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0224bb24-7d74-45d6-8986-b81989f6576c HTTP/1.1" status: 200 len: 855 time: 0.0487809 Nov 12 02:29:29.641636 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-c6e3123b-1e65-490e-b827-5a0764c25bd3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4070c229-4da3-4ab6-91a8-6b9e74d5d318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258555 Nov 12 02:29:29.747485 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-7904d71d-c348-4f0f-a030-7134683ba6bb service neutron] 10.222.0.65 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911956 Nov 12 02:29:29.846170 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-2eabf862-c418-4cc0-b7eb-154d3f6f427c req-1c3edbf1-7200-4fdf-b73b-66a92eb0c738 service neutron] 10.222.0.65 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881374 Nov 12 02:29:30.065786 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16242d31-e565-4d4f-9ba8-661dc21bae2b req-c24c0fdb-7936-45b1-86bb-594c960b0bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:30.067323 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-16242d31-e565-4d4f-9ba8-661dc21bae2b req-c24c0fdb-7936-45b1-86bb-594c960b0bec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf1009072a7446b8a468d02d87b9420d&device_id=f77f715d-8c97-4b1e-97e6-bc2113bcfdda HTTP/1.1" status: 200 len: 1096 time: 0.0458143 Nov 12 02:29:30.174300 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16242d31-e565-4d4f-9ba8-661dc21bae2b req-ac4ccc97-ecfc-489d-8e89-da735521d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:30.176004 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-16242d31-e565-4d4f-9ba8-661dc21bae2b req-ac4ccc97-ecfc-489d-8e89-da735521d332 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4070c229-4da3-4ab6-91a8-6b9e74d5d318 HTTP/1.1" status: 200 len: 916 time: 0.0921266 Nov 12 02:29:30.230363 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-16242d31-e565-4d4f-9ba8-661dc21bae2b req-4b1cdc46-844f-4d55-a22d-2b81bd0aaf23 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f000e01-26cd-44b1-8553-819556797aa2 HTTP/1.1" status: 200 len: 217 time: 0.0455654 Nov 12 02:29:30.242044 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0d50b-aab1-4981-9139-622d82dc1ee9 req-253e0fae-a49d-4063-b325-1d88d0728abc tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:30.245095 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f6b0d50b-aab1-4981-9139-622d82dc1ee9 req-253e0fae-a49d-4063-b325-1d88d0728abc tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=f77f715d-8c97-4b1e-97e6-bc2113bcfdda HTTP/1.1" status: 200 len: 943 time: 0.0579050 Nov 12 02:29:30.300316 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-94196f97-6e0f-4ab4-866b-173c05dae2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:30.303906 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16242d31-e565-4d4f-9ba8-661dc21bae2b req-d97111a7-0d6a-4856-9c29-a1ba4fb5aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:30.306558 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-16242d31-e565-4d4f-9ba8-661dc21bae2b req-d97111a7-0d6a-4856-9c29-a1ba4fb5aa52 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0224bb24-7d74-45d6-8986-b81989f6576c HTTP/1.1" status: 200 len: 855 time: 0.0630352 Nov 12 02:29:30.309947 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f6b0d50b-aab1-4981-9139-622d82dc1ee9 req-3c60e2f0-db95-4783-99a8-9a9352505d4f tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596519 Nov 12 02:29:30.344635 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-16242d31-e565-4d4f-9ba8-661dc21bae2b req-d25cf6ce-452c-4046-87c5-88f7cce977e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4070c229-4da3-4ab6-91a8-6b9e74d5d318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299444 Nov 12 02:29:30.425903 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e185f3-1263-4c92-ac6d-d08508ce2de0 req-b16d298e-0393-4b7a-af43-23f94385cc12 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:30.427629 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d4e185f3-1263-4c92-ac6d-d08508ce2de0 req-b16d298e-0393-4b7a-af43-23f94385cc12 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0582430 Nov 12 02:29:30.457243 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-16242d31-e565-4d4f-9ba8-661dc21bae2b req-8c84eb20-0ddc-4861-9270-1acb4e0f309c service neutron] 10.222.0.65 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024888 Nov 12 02:29:30.485360 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d4e185f3-1263-4c92-ac6d-d08508ce2de0 req-7dd7442e-5250-40f1-916a-f9716218cabd tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498710 Nov 12 02:29:30.553988 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-16242d31-e565-4d4f-9ba8-661dc21bae2b req-4c810a92-7914-494a-840f-c4b3f44229ee service neutron] 10.222.0.65 "GET /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884643 Nov 12 02:29:31.438020 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59c3b7-2342-4525-8b8b-e439aa491405 req-c74d8ff0-e3a9-478d-acf5-425fd2b41f69 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:31.439694 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8d59c3b7-2342-4525-8b8b-e439aa491405 req-c74d8ff0-e3a9-478d-acf5-425fd2b41f69 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=f77f715d-8c97-4b1e-97e6-bc2113bcfdda HTTP/1.1" status: 200 len: 943 time: 0.0545092 Nov 12 02:29:31.494326 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8d59c3b7-2342-4525-8b8b-e439aa491405 req-70c01722-e784-4717-ab7c-8a9890f45c1b tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472186 Nov 12 02:29:31.639967 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b4746-3723-43c1-8e8e-87b006b27628 req-64d6bf45-9023-4bfc-8c82-101fa5542b5b tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:31.641577 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-105b4746-3723-43c1-8e8e-87b006b27628 req-64d6bf45-9023-4bfc-8c82-101fa5542b5b tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0705087 Nov 12 02:29:31.693643 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-105b4746-3723-43c1-8e8e-87b006b27628 req-45b30fde-c885-4e85-9c35-799d09ea08ab tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451770 Nov 12 02:29:32.615543 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b196c3-629f-4f95-9a4c-0e1265a0c5b0 req-6293a526-967b-4286-b50c-71d79f8b7a3b tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:32.621847 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-87b196c3-629f-4f95-9a4c-0e1265a0c5b0 req-6293a526-967b-4286-b50c-71d79f8b7a3b tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=f77f715d-8c97-4b1e-97e6-bc2113bcfdda HTTP/1.1" status: 200 len: 943 time: 0.0543048 Nov 12 02:29:32.656191 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-43172e48-6dcf-4d3e-b59d-c854d5995853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:32.686646 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-87b196c3-629f-4f95-9a4c-0e1265a0c5b0 req-577c8c5b-758c-49aa-843a-cde095c772a6 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629032 Nov 12 02:29:32.816453 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cf05c-b82a-4781-98cd-a505a23c9ef8 req-57829215-f328-44ac-8a71-d46b068ed3b5 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:32.818048 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bd0cf05c-b82a-4781-98cd-a505a23c9ef8 req-57829215-f328-44ac-8a71-d46b068ed3b5 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0531392 Nov 12 02:29:32.867914 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bd0cf05c-b82a-4781-98cd-a505a23c9ef8 req-9c89fe1b-25f4-48d5-a27b-2bf8fe1cf14b tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433772 Nov 12 02:29:33.781595 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:33.807501 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3f85f-8931-4909-ad1d-f0eec77e806e req-327c191f-011b-4f12-ba6c-fd3244c7c600 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:33.809052 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3ea3f85f-8931-4909-ad1d-f0eec77e806e req-327c191f-011b-4f12-ba6c-fd3244c7c600 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=f77f715d-8c97-4b1e-97e6-bc2113bcfdda HTTP/1.1" status: 200 len: 943 time: 0.0548782 Nov 12 02:29:33.859624 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3ea3f85f-8931-4909-ad1d-f0eec77e806e req-44664bf5-66af-4087-9544-1eda473d2a4f tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444438 Nov 12 02:29:33.994592 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab947d-a198-4ef5-8b62-212a46b9c34b req-d351bfb9-ee17-4ebd-b704-b50074de8b7c tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:33.996180 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ecab947d-a198-4ef5-8b62-212a46b9c34b req-d351bfb9-ee17-4ebd-b704-b50074de8b7c tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0567813 Nov 12 02:29:34.047653 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ecab947d-a198-4ef5-8b62-212a46b9c34b req-db185f74-7445-44cb-a2aa-d67d23994f8c tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441325 Nov 12 02:29:34.658850 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 7f000e01-26cd-44b1-8553-819556797aa2 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:29:34.761179 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 7f000e01-26cd-44b1-8553-819556797aa2, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=7f000e01-26cd-44b1-8553-819556797aa2,segment=NetworkSegment(5927e006-acd5-430c-9407-59cd336b9d8a),segment_id=5927e006-acd5-430c-9407-59cd336b9d8a)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:29:34.773414 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': '7f000e01-26cd-44b1-8553-819556797aa2', 'network_id': '4070c229-4da3-4ab6-91a8-6b9e74d5d318', 'port_id': '7f000e01-26cd-44b1-8553-819556797aa2', 'mac_address': 'fa:16:3e:84:2b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0224bb24-7d74-45d6-8986-b81989f6576c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:29:34.815157 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:34.828722 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f000e01-26cd-44b1-8553-819556797aa2 {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:29:34.848766 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 7f000e01-26cd-44b1-8553-819556797aa2, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=7f000e01-26cd-44b1-8553-819556797aa2,segment=NetworkSegment(5927e006-acd5-430c-9407-59cd336b9d8a),segment_id=5927e006-acd5-430c-9407-59cd336b9d8a)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:29:34.852922 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:34.900904 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=7f000e01-26cd-44b1-8553-819556797aa2,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:34.999713 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285203d1-d853-4b5e-b918-3d23c8176b89 req-58d9dc6a-7edd-436a-b9c9-3a6014d682a5 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:35.001288 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-285203d1-d853-4b5e-b918-3d23c8176b89 req-58d9dc6a-7edd-436a-b9c9-3a6014d682a5 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=f77f715d-8c97-4b1e-97e6-bc2113bcfdda HTTP/1.1" status: 200 len: 944 time: 0.0535681 Nov 12 02:29:35.050713 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-285203d1-d853-4b5e-b918-3d23c8176b89 req-cfcd5134-7f9a-48d5-9fda-94f6252b39b2 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430069 Nov 12 02:29:35.173732 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36322973-9191-475a-8e7d-ade5171187f0 req-7c17f4e0-372b-4a9d-ba06-6d1c333f4d4e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:35.175199 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-36322973-9191-475a-8e7d-ade5171187f0 req-7c17f4e0-372b-4a9d-ba06-6d1c333f4d4e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0536494 Nov 12 02:29:35.228559 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-36322973-9191-475a-8e7d-ade5171187f0 req-71780823-796a-40f0-889f-f93d95a2f1d2 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463030 Nov 12 02:29:35.294831 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:35.498058 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['7f000e01-26cd-44b1-8553-819556797aa2'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:29:35.868208 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.184461 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71430b21-a662-4102-b18a-c1ecba9beb2f req-3a96bef7-b6d0-418f-830b-8ff6ce4691dd tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:36.187353 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-71430b21-a662-4102-b18a-c1ecba9beb2f req-3a96bef7-b6d0-418f-830b-8ff6ce4691dd tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=f77f715d-8c97-4b1e-97e6-bc2113bcfdda HTTP/1.1" status: 200 len: 944 time: 0.0627148 Nov 12 02:29:36.237000 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-71430b21-a662-4102-b18a-c1ecba9beb2f req-ef2db604-3a0e-478b-8968-dbe54f8483a5 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443451 Nov 12 02:29:36.358499 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8fcaa-2459-4746-bce3-204c0c3d808c req-8a7c8b76-c285-490c-89c3-9c5ad179f3ce tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:36.359949 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dde8fcaa-2459-4746-bce3-204c0c3d808c req-8a7c8b76-c285-490c-89c3-9c5ad179f3ce tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0568256 Nov 12 02:29:36.418347 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dde8fcaa-2459-4746-bce3-204c0c3d808c req-c26f225d-d398-4bef-8796-a7caedeb5b8d tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514064 Nov 12 02:29:37.363643 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ad06a-c064-4307-b9ef-8cf0cb3a0d92 req-6e7546d6-df58-4606-8682-ecd586eee91a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:37.365173 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8c1ad06a-c064-4307-b9ef-8cf0cb3a0d92 req-6e7546d6-df58-4606-8682-ecd586eee91a tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=f77f715d-8c97-4b1e-97e6-bc2113bcfdda HTTP/1.1" status: 200 len: 944 time: 0.0526996 Nov 12 02:29:37.415114 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8c1ad06a-c064-4307-b9ef-8cf0cb3a0d92 req-1113883b-661a-4f39-b240-fc0466472d66 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434928 Nov 12 02:29:37.541238 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb3be8-8b76-42fd-b765-5172881cd8a6 req-fb59e825-640a-412d-9c4c-b186ae40ae21 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:37.542805 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f3bb3be8-8b76-42fd-b765-5172881cd8a6 req-fb59e825-640a-412d-9c4c-b186ae40ae21 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0512631 Nov 12 02:29:37.595267 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f3bb3be8-8b76-42fd-b765-5172881cd8a6 req-15b58030-5501-4cb3-9657-750b6b912913 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465729 Nov 12 02:29:38.537990 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d2202-7559-4df8-a386-fc9da8fa7ab9 req-a0e090e8-fe10-498e-8aed-37239b1855e9 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:38.539642 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0c9d2202-7559-4df8-a386-fc9da8fa7ab9 req-a0e090e8-fe10-498e-8aed-37239b1855e9 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=f77f715d-8c97-4b1e-97e6-bc2113bcfdda HTTP/1.1" status: 200 len: 944 time: 0.0542986 Nov 12 02:29:38.591591 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0c9d2202-7559-4df8-a386-fc9da8fa7ab9 req-1a048e3d-eead-4d3a-a762-3a1f9227aea4 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460649 Nov 12 02:29:38.697400 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 7f000e01-26cd-44b1-8553-819556797aa2 up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:29:38.722280 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f6c71-70fa-4259-b785-a4bbbbfad4b4 req-31a4b040-0ea0-493b-937f-f4bd1490da87 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:38.725602 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4d8f6c71-70fa-4259-b785-a4bbbbfad4b4 req-31a4b040-0ea0-493b-937f-f4bd1490da87 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0520892 Nov 12 02:29:38.754630 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning for port 7f000e01-26cd-44b1-8553-819556797aa2 completed by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:29:38.759178 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port 7f000e01-26cd-44b1-8553-819556797aa2 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:38.759556 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.779783 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4d8f6c71-70fa-4259-b785-a4bbbbfad4b4 req-5951db23-8d9f-4792-bb32-545ded07fa29 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481904 Nov 12 02:29:38.844565 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.868444 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77f715d-8c97-4b1e-97e6-bc2113bcfdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f000e01-26cd-44b1-8553-819556797aa2'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:29:38.870658 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b33de90-ad97-4d34-81b4-3764b25c2cfb" -d '{"events": [{"server_uuid": "f77f715d-8c97-4b1e-97e6-bc2113bcfdda", "name": "network-vif-plugged", "status": "completed", "tag": "7f000e01-26cd-44b1-8553-819556797aa2"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:29:38.883779 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 7f000e01-26cd-44b1-8553-819556797aa2, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=7f000e01-26cd-44b1-8553-819556797aa2,segment=NetworkSegment(5927e006-acd5-430c-9407-59cd336b9d8a),segment_id=5927e006-acd5-430c-9407-59cd336b9d8a)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:29:38.887997 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.912767 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3369ce5c-0088-46d1-997b-c27b3533a938 x-openstack-request-id: req-3369ce5c-0088-46d1-997b-c27b3533a938 {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:29:38.913003 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77f715d-8c97-4b1e-97e6-bc2113bcfdda", "name": "network-vif-plugged", "status": "completed", "tag": "7f000e01-26cd-44b1-8553-819556797aa2", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:29:38.913258 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3369ce5c-0088-46d1-997b-c27b3533a938 {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:29:38.913645 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77f715d-8c97-4b1e-97e6-bc2113bcfdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f000e01-26cd-44b1-8553-819556797aa2', 'code': 200} Nov 12 02:29:38.950813 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=7f000e01-26cd-44b1-8553-819556797aa2,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:39.122930 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92f075-e3e0-4d21-aab3-318882425e78 req-f1da564e-af7f-4737-aa7b-dcaafdb2a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:39.124569 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-3b92f075-e3e0-4d21-aab3-318882425e78 req-f1da564e-af7f-4737-aa7b-dcaafdb2a0f7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f77f715d-8c97-4b1e-97e6-bc2113bcfdda HTTP/1.1" status: 200 len: 1098 time: 0.0440054 Nov 12 02:29:39.175487 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-3b92f075-e3e0-4d21-aab3-318882425e78 req-dd73631a-6c2c-4e02-a6c9-d495e7ed7938 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423307 Nov 12 02:29:39.802213 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120eed4-be8f-4913-9c42-3f2f3a12c770 req-34ca0db5-578d-406d-a8ab-aa79d055393c tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:39.803737 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7120eed4-be8f-4913-9c42-3f2f3a12c770 req-34ca0db5-578d-406d-a8ab-aa79d055393c tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=f77f715d-8c97-4b1e-97e6-bc2113bcfdda HTTP/1.1" status: 200 len: 945 time: 0.0518372 Nov 12 02:29:39.855927 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7120eed4-be8f-4913-9c42-3f2f3a12c770 req-b4f07043-0584-4589-806d-05051993fc34 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460820 Nov 12 02:29:39.907516 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b78038-af0d-4af6-8294-f8de182c5b52 req-0c45cf57-c635-4b16-82ad-a85f9b4be215 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:39.909029 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-56b78038-af0d-4af6-8294-f8de182c5b52 req-0c45cf57-c635-4b16-82ad-a85f9b4be215 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0503910 Nov 12 02:29:39.964217 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-56b78038-af0d-4af6-8294-f8de182c5b52 req-bd16ef82-afb2-4ba5-94ea-f8ca6c2b3126 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486298 Nov 12 02:29:41.013961 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c908c-25bb-482d-9c0a-08cd8a911460 req-47f8a1e2-e659-4eac-9e05-f92b2fa7a214 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:41.015960 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e52c908c-25bb-482d-9c0a-08cd8a911460 req-47f8a1e2-e659-4eac-9e05-f92b2fa7a214 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=f77f715d-8c97-4b1e-97e6-bc2113bcfdda HTTP/1.1" status: 200 len: 945 time: 0.0594592 Nov 12 02:29:41.112741 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e52c908c-25bb-482d-9c0a-08cd8a911460 req-fa7720ed-4ed9-410c-b543-b2698f8f3720 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871053 Nov 12 02:29:41.132531 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbca9e-4fc3-4df6-8340-f3e4cf17ba6b req-532e9625-d780-4845-ba64-53350ebe3d5d tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:41.134149 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0cfbca9e-4fc3-4df6-8340-f3e4cf17ba6b req-532e9625-d780-4845-ba64-53350ebe3d5d tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0675414 Nov 12 02:29:41.184420 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0cfbca9e-4fc3-4df6-8340-f3e4cf17ba6b req-d7901f74-6131-4a50-b43a-bc00c88b8dec tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437107 Nov 12 02:29:42.238011 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a38d7-c77a-4bfe-9822-eddcc876dec9 req-a73b596f-5ea1-4b56-a62a-f1b775abd140 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:42.239766 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-663a38d7-c77a-4bfe-9822-eddcc876dec9 req-a73b596f-5ea1-4b56-a62a-f1b775abd140 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=f77f715d-8c97-4b1e-97e6-bc2113bcfdda HTTP/1.1" status: 200 len: 945 time: 0.0502188 Nov 12 02:29:42.321909 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-663a38d7-c77a-4bfe-9822-eddcc876dec9 req-ff0dbc82-73e1-421e-b381-c99650aa2cf5 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758767 Nov 12 02:29:42.336007 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a64dd5-cb37-4893-8d69-c7fa2cca68d3 req-66e7bf8d-1d94-4f6a-955b-6c61756d0e22 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:42.337582 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f7a64dd5-cb37-4893-8d69-c7fa2cca68d3 req-66e7bf8d-1d94-4f6a-955b-6c61756d0e22 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0776327 Nov 12 02:29:42.391425 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f7a64dd5-cb37-4893-8d69-c7fa2cca68d3 req-0e31025f-e12c-4ffd-9fc5-c0c1f3a0bf0b tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477791 Nov 12 02:29:43.519113 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff424a-acd1-4edc-8c7a-9d1c2b04d7d5 req-659e0890-5c31-4dec-bcc3-9eca89aa51f9 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:43.520617 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-efff424a-acd1-4edc-8c7a-9d1c2b04d7d5 req-659e0890-5c31-4dec-bcc3-9eca89aa51f9 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0490243 Nov 12 02:29:43.567831 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-efff424a-acd1-4edc-8c7a-9d1c2b04d7d5 req-ffc09e7d-2bb5-408c-9b07-0a7f14f1482a tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412288 Nov 12 02:29:44.073166 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c0766-f43e-4f38-a6f6-1e1b8773cf03 req-7263da3e-2b84-4b80-acc4-96c31b4f230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:44.074686 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-218c0766-f43e-4f38-a6f6-1e1b8773cf03 req-7263da3e-2b84-4b80-acc4-96c31b4f230c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 1098 time: 0.0411224 Nov 12 02:29:44.126550 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-218c0766-f43e-4f38-a6f6-1e1b8773cf03 req-b8d12f2e-8161-4132-9ee2-535215eca2b5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374398 Nov 12 02:29:44.827590 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e6945-b393-4b39-b4a1-703f2dea0ba0 req-ab4af7cb-44d4-48aa-9464-249858138f5f tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:44.829638 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-254e6945-b393-4b39-b4a1-703f2dea0ba0 req-ab4af7cb-44d4-48aa-9464-249858138f5f tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0602307 Nov 12 02:29:44.882084 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-254e6945-b393-4b39-b4a1-703f2dea0ba0 req-df35166b-4ab9-4158-a739-f0e5446b21ca tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455532 Nov 12 02:29:45.999369 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068133c-1e7f-4d91-8876-68467d70f388 req-639faa12-f6ac-4fd8-9a00-8dea46a3ed37 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:46.000888 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4068133c-1e7f-4d91-8876-68467d70f388 req-639faa12-f6ac-4fd8-9a00-8dea46a3ed37 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0503640 Nov 12 02:29:46.050417 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4068133c-1e7f-4d91-8876-68467d70f388 req-f97661ed-38b5-465c-875e-f8679d5848a3 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421944 Nov 12 02:29:47.170991 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f98e3-8cf2-47c6-91a1-99b64cef94c4 req-06446820-2e4b-46ce-9eeb-0761e2ad9f5c tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:47.172464 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8e4f98e3-8cf2-47c6-91a1-99b64cef94c4 req-06446820-2e4b-46ce-9eeb-0761e2ad9f5c tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0484807 Nov 12 02:29:47.221671 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8e4f98e3-8cf2-47c6-91a1-99b64cef94c4 req-564c1c0a-6e05-40ae-812f-e23ebccdd23c tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432959 Nov 12 02:29:47.531171 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1287c-0309-4459-9c0c-2b821215da67 req-5f956eca-30ca-4d4c-a094-bb5f7c23946e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:47.532647 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6ea1287c-0309-4459-9c0c-2b821215da67 req-5f956eca-30ca-4d4c-a094-bb5f7c23946e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0542963 Nov 12 02:29:47.556568 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed437307-5630-4cee-b297-4dccf5caf973 req-4884d2e5-cc39-4d92-ba9a-afce6fe9a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:47.558136 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-ed437307-5630-4cee-b297-4dccf5caf973 req-4884d2e5-cc39-4d92-ba9a-afce6fe9a737 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d7fcf7713f094fac83c523a879fb68ae&device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 1098 time: 0.0422015 Nov 12 02:29:47.583435 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6ea1287c-0309-4459-9c0c-2b821215da67 req-b4274aba-5d84-4a51-bace-534e33bf1f15 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440857 Nov 12 02:29:47.657051 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed437307-5630-4cee-b297-4dccf5caf973 req-9dcc43cf-d36c-468a-9a49-88d6e9545481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:47.658534 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-ed437307-5630-4cee-b297-4dccf5caf973 req-9dcc43cf-d36c-468a-9a49-88d6e9545481 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bcaccdf-bd76-45bd-9265-ce14bbe635ff HTTP/1.1" status: 200 len: 918 time: 0.0892093 Nov 12 02:29:47.705680 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-ed437307-5630-4cee-b297-4dccf5caf973 req-51a52d15-a63b-4e68-b4ca-2d92a1e5cfa4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 HTTP/1.1" status: 200 len: 217 time: 0.0339789 Nov 12 02:29:47.762389 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed437307-5630-4cee-b297-4dccf5caf973 req-4fd3c32b-52d7-4d95-85cc-104670168225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:47.763917 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-ed437307-5630-4cee-b297-4dccf5caf973 req-4fd3c32b-52d7-4d95-85cc-104670168225 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7042b1b4-a105-42b5-a00e-7bdb609132e6 HTTP/1.1" status: 200 len: 857 time: 0.0448732 Nov 12 02:29:47.800047 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-ed437307-5630-4cee-b297-4dccf5caf973 req-64dd89e3-4fb1-4fa5-8ce3-88cd22ca8143 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bcaccdf-bd76-45bd-9265-ce14bbe635ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278056 Nov 12 02:29:47.900860 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-ed437307-5630-4cee-b297-4dccf5caf973 req-8b1bc61f-232d-4ca6-885a-361019225b9b service neutron] 10.222.0.65 "GET /v2.0/networks/7bcaccdf-bd76-45bd-9265-ce14bbe635ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834329 Nov 12 02:29:47.997810 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-ed437307-5630-4cee-b297-4dccf5caf973 req-9dea560f-6425-4d44-b140-e44a287b375c service neutron] 10.222.0.65 "GET /v2.0/networks/7bcaccdf-bd76-45bd-9265-ce14bbe635ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856946 Nov 12 02:29:48.708894 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0262c6-25c1-4190-8ffd-d4f0d14544ff req-f525006e-b653-4bf9-9e04-ca60d956e2ba tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:48.710600 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2e0262c6-25c1-4190-8ffd-d4f0d14544ff req-f525006e-b653-4bf9-9e04-ca60d956e2ba tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0514300 Nov 12 02:29:48.760554 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2e0262c6-25c1-4190-8ffd-d4f0d14544ff req-99c5bae0-195b-41aa-b5d3-0a0478feaa84 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436816 Nov 12 02:29:49.295132 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:49.884124 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a34150-145f-4bfd-ab4b-7d5d1c6bdb3b req-6159c543-5d36-4397-bed6-0bfe3a7a90d5 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:49.885734 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-74a34150-145f-4bfd-ab4b-7d5d1c6bdb3b req-6159c543-5d36-4397-bed6-0bfe3a7a90d5 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0508797 Nov 12 02:29:49.938373 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-74a34150-145f-4bfd-ab4b-7d5d1c6bdb3b req-183206d8-c85c-4e3e-bf36-cec6e26c5e62 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462716 Nov 12 02:29:51.056194 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811b307-4cb7-4715-8347-9effe4dc70a5 req-7a172c52-c939-4692-ada2-1ab58f603cc1 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:51.057664 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5811b307-4cb7-4715-8347-9effe4dc70a5 req-7a172c52-c939-4692-ada2-1ab58f603cc1 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0485823 Nov 12 02:29:51.105533 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5811b307-4cb7-4715-8347-9effe4dc70a5 req-0c0bfd86-6b59-41e3-b834-a430b30bf1eb tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418086 Nov 12 02:29:51.607835 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:29:52.225123 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b6f4f-f8cc-497d-aa5d-95ccfe22409d req-bed06476-0423-4aab-b958-63a9e442ae34 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:52.226612 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f56b6f4f-f8cc-497d-aa5d-95ccfe22409d req-bed06476-0423-4aab-b958-63a9e442ae34 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0479317 Nov 12 02:29:52.273499 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f56b6f4f-f8cc-497d-aa5d-95ccfe22409d req-a9ea5437-8825-4729-97af-504e69a14cbd tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410249 Nov 12 02:29:57.250694 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a4606-5a03-4cf2-b72d-3cfd64928187 req-b4a99e0a-cabc-42c3-b427-63347a508a0e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:57.252194 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c22a4606-5a03-4cf2-b72d-3cfd64928187 req-b4a99e0a-cabc-42c3-b427-63347a508a0e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0526063 Nov 12 02:29:57.316979 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c22a4606-5a03-4cf2-b72d-3cfd64928187 req-385d49a7-915a-411a-a269-567ce86e2f21 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568728 Nov 12 02:29:57.507814 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd27cc-0ccc-4eaa-92ed-79a416d72149 req-1d2b54df-7c21-4806-8f6c-2e7f498a9016 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:57.509420 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-14dd27cc-0ccc-4eaa-92ed-79a416d72149 req-1d2b54df-7c21-4806-8f6c-2e7f498a9016 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=f77f715d-8c97-4b1e-97e6-bc2113bcfdda HTTP/1.1" status: 200 len: 945 time: 0.0492272 Nov 12 02:29:57.558780 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-14dd27cc-0ccc-4eaa-92ed-79a416d72149 req-4f84e2a5-34f0-4de7-9012-e3a5d85065db tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432017 Nov 12 02:29:58.438855 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04879f-b85d-416b-997b-22a34d4204fe req-21bb94bf-3d1b-4ff2-85df-478040cc5442 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:58.440256 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-db04879f-b85d-416b-997b-22a34d4204fe req-21bb94bf-3d1b-4ff2-85df-478040cc5442 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0523648 Nov 12 02:29:58.487680 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-db04879f-b85d-416b-997b-22a34d4204fe req-23936cfc-5d07-4c6f-a8a2-90f8e3ec78e5 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408151 Nov 12 02:29:58.692464 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e0e14-fe39-49ef-9c4f-fc42e5a9d49e req-1f30295b-3b67-45a5-9f39-c4f2a698ef73 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:58.693935 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dc2e0e14-fe39-49ef-9c4f-fc42e5a9d49e req-1f30295b-3b67-45a5-9f39-c4f2a698ef73 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=f77f715d-8c97-4b1e-97e6-bc2113bcfdda HTTP/1.1" status: 200 len: 945 time: 0.0601485 Nov 12 02:29:58.754565 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dc2e0e14-fe39-49ef-9c4f-fc42e5a9d49e req-e89c1d28-4bd3-486b-9ac6-b5d853d0660d tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531306 Nov 12 02:29:59.603844 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35248638-9288-4f3c-98ee-1f5eeb76569a req-996953bd-3378-4bdd-bf8e-cf30923a9a1c tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:59.605310 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-35248638-9288-4f3c-98ee-1f5eeb76569a req-996953bd-3378-4bdd-bf8e-cf30923a9a1c tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0494337 Nov 12 02:29:59.658134 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-35248638-9288-4f3c-98ee-1f5eeb76569a req-07bca365-e654-4157-8ac2-acde88e0f8cc tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468717 Nov 12 02:29:59.873046 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02b787-2fca-468e-aee7-45bb77c78939 req-1cdd301c-5ec1-4897-9b58-1efafc5b8f7c tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:59.874581 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4f02b787-2fca-468e-aee7-45bb77c78939 req-1cdd301c-5ec1-4897-9b58-1efafc5b8f7c tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=f77f715d-8c97-4b1e-97e6-bc2113bcfdda HTTP/1.1" status: 200 len: 945 time: 0.0510812 Nov 12 02:29:59.924397 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4f02b787-2fca-468e-aee7-45bb77c78939 req-5e4106c8-db03-467d-8504-51cb878696b8 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433261 Nov 12 02:30:00.304492 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-9d62168f-1561-4c99-b669-9bb358b299e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:00.322425 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec65178-9433-45c7-81cc-e0b5c5eaaca6 req-68a0e20f-60b0-43c2-a84b-7ca7ab65e0e6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:00.324350 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bec65178-9433-45c7-81cc-e0b5c5eaaca6 req-68a0e20f-60b0-43c2-a84b-7ca7ab65e0e6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0753353 Nov 12 02:30:00.324754 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47921b-da53-47fe-bdff-4e540d3d8791 req-5ff3b07b-874f-4e8a-81c8-593fe5cb4691 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:00.327662 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-1d47921b-da53-47fe-bdff-4e540d3d8791 req-5ff3b07b-874f-4e8a-81c8-593fe5cb4691 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.65 "GET /v2.0/ports?device_id=f77f715d-8c97-4b1e-97e6-bc2113bcfdda HTTP/1.1" status: 200 len: 945 time: 0.0831695 Nov 12 02:30:00.379065 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bec65178-9433-45c7-81cc-e0b5c5eaaca6 req-8954e94c-59d3-4423-90d2-4fb6d8ddbafa tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479734 Nov 12 02:30:00.514935 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [req-1d47921b-da53-47fe-bdff-4e540d3d8791 req-1ae9bc89-1ace-4899-b878-f5042bc43ee7 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Deleting port 7f000e01-26cd-44b1-8553-819556797aa2 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:00.515365 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-1d47921b-da53-47fe-bdff-4e540d3d8791 req-1ae9bc89-1ace-4899-b878-f5042bc43ee7 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:00.667992 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-1d47921b-da53-47fe-bdff-4e540d3d8791 req-1ae9bc89-1ace-4899-b878-f5042bc43ee7 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] For port 7f000e01-26cd-44b1-8553-819556797aa2, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=7f000e01-26cd-44b1-8553-819556797aa2,segment=NetworkSegment(5927e006-acd5-430c-9407-59cd336b9d8a),segment_id=5927e006-acd5-430c-9407-59cd336b9d8a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:00.668353 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-1d47921b-da53-47fe-bdff-4e540d3d8791 req-1ae9bc89-1ace-4899-b878-f5042bc43ee7 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:00.682984 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [req-1d47921b-da53-47fe-bdff-4e540d3d8791 req-1ae9bc89-1ace-4899-b878-f5042bc43ee7 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Calling delete_port for 7f000e01-26cd-44b1-8553-819556797aa2 owned by compute:nova {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:00.782713 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8f231-f47d-44bf-99c1-69621136e9d2 req-4ab377b4-379b-412c-9628-bc8f0f2f3224 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:00.787460 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c6a8f231-f47d-44bf-99c1-69621136e9d2 req-4ab377b4-379b-412c-9628-bc8f0f2f3224 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0623176 Nov 12 02:30:00.827157 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-1d47921b-da53-47fe-bdff-4e540d3d8791 req-1ae9bc89-1ace-4899-b878-f5042bc43ee7 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:00.847138 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c6a8f231-f47d-44bf-99c1-69621136e9d2 req-6b671864-de28-49d8-8920-9fa0fbd208c4 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541241 Nov 12 02:30:00.866408 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9bc89-1ace-4899-b878-f5042bc43ee7 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Pushing event deleted for resources: {'Port': ['ID=7f000e01-26cd-44b1-8553-819556797aa2,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:00.870736 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['838aaf11-0ed7-4529-b85a-74acc6e006ad', 'ebd9ab39-34d5-41c8-9ee0-e6b204c9194f', '8e3501f5-92b1-4fb2-87a9-3b8de8e25091', '7f000e01-26cd-44b1-8553-819556797aa2'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:30:00.901802 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d47921b-da53-47fe-bdff-4e540d3d8791 req-1ae9bc89-1ace-4899-b878-f5042bc43ee7 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] No DVR routers for this DVR port 7f000e01-26cd-44b1-8553-819556797aa2 on host hv-cinder-80857 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:30:00.905000 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-1d47921b-da53-47fe-bdff-4e540d3d8791 req-1ae9bc89-1ace-4899-b878-f5042bc43ee7 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:00.908712 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-1d47921b-da53-47fe-bdff-4e540d3d8791 req-1ae9bc89-1ace-4899-b878-f5042bc43ee7 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.65 "DELETE /v2.0/ports/7f000e01-26cd-44b1-8553-819556797aa2 HTTP/1.1" status: 204 len: 173 time: 0.5071712 Nov 12 02:30:00.909219 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77f715d-8c97-4b1e-97e6-bc2113bcfdda', 'name': 'network-vif-deleted', 'tag': '7f000e01-26cd-44b1-8553-819556797aa2'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:00.912166 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db99bdbf-958b-44ab-a381-2b290c13267c" -d '{"events": [{"server_uuid": "f77f715d-8c97-4b1e-97e6-bc2113bcfdda", "name": "network-vif-deleted", "tag": "7f000e01-26cd-44b1-8553-819556797aa2"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:00.966510 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533e59a7-40c3-45eb-a46d-e94b401fbecc x-openstack-request-id: req-533e59a7-40c3-45eb-a46d-e94b401fbecc {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:00.966867 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77f715d-8c97-4b1e-97e6-bc2113bcfdda", "name": "network-vif-deleted", "tag": "7f000e01-26cd-44b1-8553-819556797aa2", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:00.967122 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-533e59a7-40c3-45eb-a46d-e94b401fbecc {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:00.967591 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77f715d-8c97-4b1e-97e6-bc2113bcfdda', 'name': 'network-vif-deleted', 'tag': '7f000e01-26cd-44b1-8553-819556797aa2', 'status': 'completed', 'code': 200} Nov 12 02:30:01.045487 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9c3eff19-e44f-4e6f-94fc-9e8440c0855b req-e81e4f81-9f54-48f3-b740-94ce3472e035 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=f77f715d-8c97-4b1e-97e6-bc2113bcfdda HTTP/1.1" status: 200 len: 210 time: 0.0345864 Nov 12 02:30:01.170090 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8bcd6-392c-439b-8f27-1244e7e2f1b5 req-e2139143-ff75-4962-b339-d9e3400a800f tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:01.171914 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-25d8bcd6-392c-439b-8f27-1244e7e2f1b5 req-e2139143-ff75-4962-b339-d9e3400a800f tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.65 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 945 time: 0.0783200 Nov 12 02:30:01.327818 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [req-25d8bcd6-392c-439b-8f27-1244e7e2f1b5 req-573292e8-9f80-437c-b95f-794639ca5a9e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Deleting port b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:01.328527 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-25d8bcd6-392c-439b-8f27-1244e7e2f1b5 req-573292e8-9f80-437c-b95f-794639ca5a9e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:01.443766 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-25d8bcd6-392c-439b-8f27-1244e7e2f1b5 req-573292e8-9f80-437c-b95f-794639ca5a9e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] For port b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9,segment=NetworkSegment(9297ec3c-86bc-44f5-82fd-62ac56b69c96),segment_id=9297ec3c-86bc-44f5-82fd-62ac56b69c96)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:01.444127 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-25d8bcd6-392c-439b-8f27-1244e7e2f1b5 req-573292e8-9f80-437c-b95f-794639ca5a9e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:01.461978 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [req-25d8bcd6-392c-439b-8f27-1244e7e2f1b5 req-573292e8-9f80-437c-b95f-794639ca5a9e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Calling delete_port for b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9 owned by compute:nova {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:01.521258 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964fcc6-e2bd-49a2-98bd-7bb37858ef8d req-20c10c82-0a60-4fac-b543-fc0c52a58c6a tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:01.522776 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3964fcc6-e2bd-49a2-98bd-7bb37858ef8d req-20c10c82-0a60-4fac-b543-fc0c52a58c6a tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0526788 Nov 12 02:30:01.575688 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3964fcc6-e2bd-49a2-98bd-7bb37858ef8d req-089a1148-d4f4-48bd-a182-7e9209ff7877 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468254 Nov 12 02:30:01.609126 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-25d8bcd6-392c-439b-8f27-1244e7e2f1b5 req-573292e8-9f80-437c-b95f-794639ca5a9e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:01.647937 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573292e8-9f80-437c-b95f-794639ca5a9e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Pushing event deleted for resources: {'Port': ['ID=b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:01.694908 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d8bcd6-392c-439b-8f27-1244e7e2f1b5 req-573292e8-9f80-437c-b95f-794639ca5a9e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] No DVR routers for this DVR port b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9 on host hv-cinder-80857 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:30:01.697750 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-25d8bcd6-392c-439b-8f27-1244e7e2f1b5 req-573292e8-9f80-437c-b95f-794639ca5a9e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:01.701509 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-25d8bcd6-392c-439b-8f27-1244e7e2f1b5 req-573292e8-9f80-437c-b95f-794639ca5a9e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.65 "DELETE /v2.0/ports/b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9 HTTP/1.1" status: 204 len: 173 time: 0.5143197 Nov 12 02:30:01.967581 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-191a9fed-bd66-4c9b-8cda-e77a88da9e13 req-6db38fda-da1d-4cd8-b702-7c2067c4d55d tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=701cf4eb-6d33-4aa4-a762-2cae743dd618 HTTP/1.1" status: 200 len: 210 time: 0.0326774 Nov 12 02:30:02.609194 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['827c9b0b-5bbb-48cc-9c27-94e0fb2378a2', 'b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:30:02.677700 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-a047a9f7-caba-4ed0-91d7-52b1499b68a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:02.732193 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e717af0-51a4-4ec4-8557-6f58f5490d83 req-8e6ec1fc-acfb-4dcf-a6bf-054cca830983 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:02.734495 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6e717af0-51a4-4ec4-8557-6f58f5490d83 req-8e6ec1fc-acfb-4dcf-a6bf-054cca830983 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0532959 Nov 12 02:30:02.788955 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6e717af0-51a4-4ec4-8557-6f58f5490d83 req-6514d473-a6d0-46ea-bcbf-b6ca819a342b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460551 Nov 12 02:30:02.833858 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:30:02.858000 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] No Port match for: b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:30:02.858459 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9 not bound to the agent host hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:30:02.858994 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 7f000e01-26cd-44b1-8553-819556797aa2 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:30:02.878313 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] No Port match for: 7f000e01-26cd-44b1-8553-819556797aa2 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:30:02.878641 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 7f000e01-26cd-44b1-8553-819556797aa2 not bound to the agent host hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:30:02.968879 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701cf4eb-6d33-4aa4-a762-2cae743dd618', 'name': 'network-vif-deleted', 'tag': 'b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:02.971331 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4d3b40-3cad-4e55-bb1c-2a61cab8b230" -d '{"events": [{"server_uuid": "701cf4eb-6d33-4aa4-a762-2cae743dd618", "name": "network-vif-deleted", "tag": "b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:03.008574 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ff538d-1c88-4935-beac-0476c18127e3 x-openstack-request-id: req-40ff538d-1c88-4935-beac-0476c18127e3 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:03.008875 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701cf4eb-6d33-4aa4-a762-2cae743dd618", "name": "network-vif-deleted", "tag": "b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:03.009130 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-40ff538d-1c88-4935-beac-0476c18127e3 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:03.009531 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701cf4eb-6d33-4aa4-a762-2cae743dd618', 'name': 'network-vif-deleted', 'tag': 'b7a3e8e1-ad9e-43fd-945c-a4294eb6d9b9', 'status': 'completed', 'code': 200} Nov 12 02:30:03.241908 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88c925-5585-4505-8430-d9ca31041bdf req-e98a27ed-2f50-425e-8aef-682d24824088 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:03.243719 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-de88c925-5585-4505-8430-d9ca31041bdf req-e98a27ed-2f50-425e-8aef-682d24824088 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0506983 Nov 12 02:30:03.292357 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-de88c925-5585-4505-8430-d9ca31041bdf req-b0bfd231-2571-46de-af1d-6103dc783cd8 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426960 Nov 12 02:30:03.451939 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175afdf4-421d-481c-a904-9d7fe6806af8 req-e20332d1-33a1-4e22-a495-a3298d06afa0 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:03.453316 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-175afdf4-421d-481c-a904-9d7fe6806af8 req-e20332d1-33a1-4e22-a495-a3298d06afa0 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=1199c966-c222-4f06-8d6c-80d247db4c5a HTTP/1.1" status: 200 len: 945 time: 0.0519159 Nov 12 02:30:03.500675 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-175afdf4-421d-481c-a904-9d7fe6806af8 req-9669bc62-68f1-484f-a9cd-df91adf30548 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406525 Nov 12 02:30:03.785860 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:03.956301 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d21c0-f267-4c19-b533-c857bf5f813d req-f18b5b78-0493-43bc-a18c-d7cf2971e340 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:03.958053 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cf9d21c0-f267-4c19-b533-c857bf5f813d req-f18b5b78-0493-43bc-a18c-d7cf2971e340 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0556219 Nov 12 02:30:04.007887 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cf9d21c0-f267-4c19-b533-c857bf5f813d req-e0dca39a-3782-406b-a245-632973cf79b7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435195 Nov 12 02:30:04.413122 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaaf669-dd48-450f-8622-306f4e07996d req-77b7b1ab-3e11-4d25-9944-3963ec103aeb tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:04.419930 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8aaaf669-dd48-450f-8622-306f4e07996d req-77b7b1ab-3e11-4d25-9944-3963ec103aeb tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0543900 Nov 12 02:30:04.466252 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8aaaf669-dd48-450f-8622-306f4e07996d req-74b070c5-3278-46e2-9cad-efd39dec51c2 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456781 Nov 12 02:30:04.623514 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf6f0a-2272-4a5a-ac49-1bd85128612d req-5c1df52b-e610-400a-b905-3dfb22b6d274 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:04.624988 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0ccf6f0a-2272-4a5a-ac49-1bd85128612d req-5c1df52b-e610-400a-b905-3dfb22b6d274 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=1199c966-c222-4f06-8d6c-80d247db4c5a HTTP/1.1" status: 200 len: 945 time: 0.0535722 Nov 12 02:30:04.677858 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0ccf6f0a-2272-4a5a-ac49-1bd85128612d req-7bf5d608-d6a7-4f14-8deb-d9a3d03be995 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464277 Nov 12 02:30:05.125213 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15399c7-4aa4-4643-9ca9-fac0415fc8df req-e973cae8-0207-461a-ad37-24400d489224 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:05.126734 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d15399c7-4aa4-4643-9ca9-fac0415fc8df req-e973cae8-0207-461a-ad37-24400d489224 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0484483 Nov 12 02:30:05.174440 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d15399c7-4aa4-4643-9ca9-fac0415fc8df req-4b4c9a8a-f186-44ec-8355-38853d319629 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413144 Nov 12 02:30:05.298432 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:05.585779 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a05c5-5e93-4987-b920-6441d97f845e req-55223b2b-cb20-42bd-b52b-8dbd4546ffe1 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:05.587458 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-799a05c5-5e93-4987-b920-6441d97f845e req-55223b2b-cb20-42bd-b52b-8dbd4546ffe1 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0529635 Nov 12 02:30:05.642379 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-799a05c5-5e93-4987-b920-6441d97f845e req-dbca43ec-0db5-4d9b-adcb-9617c62e4d1d tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485718 Nov 12 02:30:05.818079 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ff045-fdbf-429c-b571-6eefd0756231 req-8d4d406a-b0de-498a-b684-3df9bd244b17 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:05.820183 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ff4ff045-fdbf-429c-b571-6eefd0756231 req-8d4d406a-b0de-498a-b684-3df9bd244b17 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=1199c966-c222-4f06-8d6c-80d247db4c5a HTTP/1.1" status: 200 len: 945 time: 0.0509787 Nov 12 02:30:05.867287 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ff4ff045-fdbf-429c-b571-6eefd0756231 req-df0cf016-d7c0-47b2-ab4b-7ad4da7e0d41 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413492 Nov 12 02:30:05.871659 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:05.942845 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc415fd-007e-4923-8ec3-875c9d681b93 req-4507f183-1b6b-4dbe-9a01-4b01ef5d95cf tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:05.944314 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-ffc415fd-007e-4923-8ec3-875c9d681b93 req-4507f183-1b6b-4dbe-9a01-4b01ef5d95cf tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.65 "GET /v2.0/ports?device_id=1199c966-c222-4f06-8d6c-80d247db4c5a HTTP/1.1" status: 200 len: 945 time: 0.0491369 Nov 12 02:30:06.039087 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [req-ffc415fd-007e-4923-8ec3-875c9d681b93 req-d1695681-fdce-4003-b349-4f602270f029 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Deleting port 8e3501f5-92b1-4fb2-87a9-3b8de8e25091 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:06.039427 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-ffc415fd-007e-4923-8ec3-875c9d681b93 req-d1695681-fdce-4003-b349-4f602270f029 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:06.125669 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-ffc415fd-007e-4923-8ec3-875c9d681b93 req-d1695681-fdce-4003-b349-4f602270f029 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] For port 8e3501f5-92b1-4fb2-87a9-3b8de8e25091, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=8e3501f5-92b1-4fb2-87a9-3b8de8e25091,segment=NetworkSegment(5927e006-acd5-430c-9407-59cd336b9d8a),segment_id=5927e006-acd5-430c-9407-59cd336b9d8a)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:06.125937 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-ffc415fd-007e-4923-8ec3-875c9d681b93 req-d1695681-fdce-4003-b349-4f602270f029 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:06.138693 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [req-ffc415fd-007e-4923-8ec3-875c9d681b93 req-d1695681-fdce-4003-b349-4f602270f029 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Calling delete_port for 8e3501f5-92b1-4fb2-87a9-3b8de8e25091 owned by compute:nova {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:06.264148 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-ffc415fd-007e-4923-8ec3-875c9d681b93 req-d1695681-fdce-4003-b349-4f602270f029 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:06.293337 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1695681-fdce-4003-b349-4f602270f029 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Pushing event deleted for resources: {'Port': ['ID=8e3501f5-92b1-4fb2-87a9-3b8de8e25091,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:06.297153 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff7067-c099-4f71-8121-68f70774d909 req-2f234e86-a3d1-4fda-a2af-c5f1bb625620 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:06.304165 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f2ff7067-c099-4f71-8121-68f70774d909 req-2f234e86-a3d1-4fda-a2af-c5f1bb625620 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0572789 Nov 12 02:30:06.310099 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['838aaf11-0ed7-4529-b85a-74acc6e006ad', 'ebd9ab39-34d5-41c8-9ee0-e6b204c9194f', '8e3501f5-92b1-4fb2-87a9-3b8de8e25091'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:30:06.340120 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc415fd-007e-4923-8ec3-875c9d681b93 req-d1695681-fdce-4003-b349-4f602270f029 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] No DVR routers for this DVR port 8e3501f5-92b1-4fb2-87a9-3b8de8e25091 on host hv-cinder-80857 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:30:06.342649 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-ffc415fd-007e-4923-8ec3-875c9d681b93 req-d1695681-fdce-4003-b349-4f602270f029 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:06.346223 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-ffc415fd-007e-4923-8ec3-875c9d681b93 req-d1695681-fdce-4003-b349-4f602270f029 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.65 "DELETE /v2.0/ports/8e3501f5-92b1-4fb2-87a9-3b8de8e25091 HTTP/1.1" status: 204 len: 173 time: 0.3950026 Nov 12 02:30:06.346711 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1199c966-c222-4f06-8d6c-80d247db4c5a', 'name': 'network-vif-deleted', 'tag': '8e3501f5-92b1-4fb2-87a9-3b8de8e25091'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:06.357175 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eeadcfb-aa7c-497e-a2f8-563eccff19be" -d '{"events": [{"server_uuid": "1199c966-c222-4f06-8d6c-80d247db4c5a", "name": "network-vif-deleted", "tag": "8e3501f5-92b1-4fb2-87a9-3b8de8e25091"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:06.362044 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f2ff7067-c099-4f71-8121-68f70774d909 req-fc4bc141-5aaa-45e5-ae31-ac8e8c898deb tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513546 Nov 12 02:30:06.412018 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c69536-a647-4fa8-bd49-e80961a95d15 x-openstack-request-id: req-f0c69536-a647-4fa8-bd49-e80961a95d15 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:06.412625 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1199c966-c222-4f06-8d6c-80d247db4c5a", "name": "network-vif-deleted", "tag": "8e3501f5-92b1-4fb2-87a9-3b8de8e25091", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:06.412625 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f0c69536-a647-4fa8-bd49-e80961a95d15 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:06.412826 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1199c966-c222-4f06-8d6c-80d247db4c5a', 'name': 'network-vif-deleted', 'tag': '8e3501f5-92b1-4fb2-87a9-3b8de8e25091', 'status': 'completed', 'code': 200} Nov 12 02:30:06.766462 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23742c58-6d01-4d64-aae6-19c943cda3b8 req-83dfe8de-d499-464f-8fbb-7a182f2219e5 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:06.768046 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-23742c58-6d01-4d64-aae6-19c943cda3b8 req-83dfe8de-d499-464f-8fbb-7a182f2219e5 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0503020 Nov 12 02:30:06.818376 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-23742c58-6d01-4d64-aae6-19c943cda3b8 req-0c3bb086-1ecd-475c-8413-db1a9dd36590 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437725 Nov 12 02:30:06.974159 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7b05b623-c7dc-4938-b13f-c3a8632af895 req-6332a308-b2c9-4a3c-913d-656b149c6da5 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=1199c966-c222-4f06-8d6c-80d247db4c5a HTTP/1.1" status: 200 len: 210 time: 0.0259087 Nov 12 02:30:07.490150 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2b45a-2b71-4a0d-b5a5-5a513a8b70d8 req-1140db9b-561f-4f59-8e60-254ae8f72d5e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:07.491630 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-61e2b45a-2b71-4a0d-b5a5-5a513a8b70d8 req-1140db9b-561f-4f59-8e60-254ae8f72d5e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0532963 Nov 12 02:30:07.538183 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-61e2b45a-2b71-4a0d-b5a5-5a513a8b70d8 req-08083231-b3cc-439c-8a00-4880560362be tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403545 Nov 12 02:30:07.934431 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca94719-b3e3-4e7e-a82e-ebb5cbdfbd99 req-c16f551b-2b74-4476-b999-791d830d0859 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:07.935935 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dca94719-b3e3-4e7e-a82e-ebb5cbdfbd99 req-c16f551b-2b74-4476-b999-791d830d0859 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0507290 Nov 12 02:30:07.982359 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dca94719-b3e3-4e7e-a82e-ebb5cbdfbd99 req-a3757691-71a6-4068-a893-6967f16fc577 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402880 Nov 12 02:30:08.261552 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ff7e3-8798-4316-9aa1-a625d400dcf9 req-0e1c6e78-6ef1-424d-b74e-89e453a8719c tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:08.263072 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3d4ff7e3-8798-4316-9aa1-a625d400dcf9 req-0e1c6e78-6ef1-424d-b74e-89e453a8719c tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1b45339-7f70-45c4-9536-96f42bd1c35e HTTP/1.1" status: 200 len: 945 time: 0.0554581 Nov 12 02:30:08.556384 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3d4ff7e3-8798-4316-9aa1-a625d400dcf9 req-fa5d9fb3-2c93-4820-8496-473ba6b63416 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870934 Nov 12 02:30:08.564717 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5071703-1eb4-43b8-a5e4-b611f83c4561 req-b2fd024d-7864-40ed-ad82-bd31eb68d3bd tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:08.566251 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d5071703-1eb4-43b8-a5e4-b611f83c4561 req-b2fd024d-7864-40ed-ad82-bd31eb68d3bd tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.2911098 Nov 12 02:30:08.624377 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d5071703-1eb4-43b8-a5e4-b611f83c4561 req-fe47b068-0665-4464-9ec4-c7dc71de02bb tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515058 Nov 12 02:30:08.658488 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8800e-9c60-4e3c-9d9d-a05ec46deaa0 req-eba69ca7-8d80-4d81-aeb1-d7aa7f7c514e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:08.660523 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-39b8800e-9c60-4e3c-9d9d-a05ec46deaa0 req-eba69ca7-8d80-4d81-aeb1-d7aa7f7c514e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0494218 Nov 12 02:30:08.708943 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-39b8800e-9c60-4e3c-9d9d-a05ec46deaa0 req-7bd35c2d-52d3-4c72-be78-c39ab43ae5ca tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423050 Nov 12 02:30:08.832901 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 8e3501f5-92b1-4fb2-87a9-3b8de8e25091 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:30:08.855335 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] No Port match for: 8e3501f5-92b1-4fb2-87a9-3b8de8e25091 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:30:08.855785 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 8e3501f5-92b1-4fb2-87a9-3b8de8e25091 not bound to the agent host hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:30:09.103801 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cce0ea-75da-40ee-8bcf-55c472ddd3ba req-370c9719-d4dc-4d59-afb0-144ab68baa7d tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:09.105765 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b4cce0ea-75da-40ee-8bcf-55c472ddd3ba req-370c9719-d4dc-4d59-afb0-144ab68baa7d tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0560126 Nov 12 02:30:09.161086 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b4cce0ea-75da-40ee-8bcf-55c472ddd3ba req-2b03fa78-ff15-4fca-b19b-ecb663dcab3f tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490301 Nov 12 02:30:09.669502 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693638d-9c25-44a7-8817-cc4e375e7235 req-e8bea841-759f-4b4b-8568-488a89de3703 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:09.671145 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e693638d-9c25-44a7-8817-cc4e375e7235 req-e8bea841-759f-4b4b-8568-488a89de3703 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1b45339-7f70-45c4-9536-96f42bd1c35e HTTP/1.1" status: 200 len: 945 time: 0.0478759 Nov 12 02:30:09.754401 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e693638d-9c25-44a7-8817-cc4e375e7235 req-82e79c9d-4dc8-4584-a55b-145e7de09021 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763664 Nov 12 02:30:09.767677 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4f216-0e42-4494-9826-a3359e92182c req-d6c527b3-a39e-4437-8bbb-073a07e0979f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:09.769315 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-adf4f216-0e42-4494-9826-a3359e92182c req-d6c527b3-a39e-4437-8bbb-073a07e0979f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0757313 Nov 12 02:30:09.829350 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-adf4f216-0e42-4494-9826-a3359e92182c req-f08d6675-f7f5-4de1-96d1-ced1827d7538 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534711 Nov 12 02:30:09.866755 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954626d-d58b-43b6-8529-8b2fcb63bb13 req-496d56ef-f97f-44c1-ab13-85d11ec37e43 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:09.868502 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a954626d-d58b-43b6-8529-8b2fcb63bb13 req-496d56ef-f97f-44c1-ab13-85d11ec37e43 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0605073 Nov 12 02:30:09.915840 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a954626d-d58b-43b6-8529-8b2fcb63bb13 req-06501098-387a-483d-abe5-efe27036f987 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414271 Nov 12 02:30:10.278205 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f740a7-be47-42a7-a03c-85bfc1e538e2 req-16703ad2-5adc-4309-b45c-65ff2720ca7e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:10.279748 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b5f740a7-be47-42a7-a03c-85bfc1e538e2 req-16703ad2-5adc-4309-b45c-65ff2720ca7e tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0498779 Nov 12 02:30:10.308511 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155bf27-c3d3-4b51-b23d-3e30ce0ad8c8 req-e96c916a-fdf7-41b2-a7e8-e047df1457cd tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:10.310043 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-d155bf27-c3d3-4b51-b23d-3e30ce0ad8c8 req-e96c916a-fdf7-41b2-a7e8-e047df1457cd tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.65 "GET /v2.0/ports?device_id=44c025f0-3bb5-4ce5-944f-0f553ef80f8a HTTP/1.1" status: 200 len: 945 time: 0.0513532 Nov 12 02:30:10.330192 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b5f740a7-be47-42a7-a03c-85bfc1e538e2 req-11cd76e7-66d4-4eb2-90ba-767d0f999fe1 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.70 "GET /v2.0/security-groups?id=83212f4c-a2c1-481f-afb9-fdb5b360c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440507 Nov 12 02:30:10.402188 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [req-d155bf27-c3d3-4b51-b23d-3e30ce0ad8c8 req-9283aa1c-6cf1-45a3-93be-b3ea4953ff89 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Deleting port 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:10.402440 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-d155bf27-c3d3-4b51-b23d-3e30ce0ad8c8 req-9283aa1c-6cf1-45a3-93be-b3ea4953ff89 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:10.490611 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-d155bf27-c3d3-4b51-b23d-3e30ce0ad8c8 req-9283aa1c-6cf1-45a3-93be-b3ea4953ff89 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] For port 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=827c9b0b-5bbb-48cc-9c27-94e0fb2378a2,segment=NetworkSegment(9297ec3c-86bc-44f5-82fd-62ac56b69c96),segment_id=9297ec3c-86bc-44f5-82fd-62ac56b69c96)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:10.490994 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-d155bf27-c3d3-4b51-b23d-3e30ce0ad8c8 req-9283aa1c-6cf1-45a3-93be-b3ea4953ff89 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:10.503046 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98313230-bf5b-4a2a-acce-50736c93bb8a req-ff23d26b-3b65-4c4a-856a-795de092f88c tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:10.503767 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [req-d155bf27-c3d3-4b51-b23d-3e30ce0ad8c8 req-9283aa1c-6cf1-45a3-93be-b3ea4953ff89 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Calling delete_port for 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 owned by compute:nova {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:10.504547 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-98313230-bf5b-4a2a-acce-50736c93bb8a req-ff23d26b-3b65-4c4a-856a-795de092f88c tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1b45339-7f70-45c4-9536-96f42bd1c35e HTTP/1.1" status: 200 len: 945 time: 0.0518551 Nov 12 02:30:10.631171 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-d155bf27-c3d3-4b51-b23d-3e30ce0ad8c8 req-9283aa1c-6cf1-45a3-93be-b3ea4953ff89 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:10.638593 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-98313230-bf5b-4a2a-acce-50736c93bb8a req-8801e565-95b0-49ec-99d6-accf62c72055 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Deleting port ebd9ab39-34d5-41c8-9ee0-e6b204c9194f {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:10.638963 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-98313230-bf5b-4a2a-acce-50736c93bb8a req-8801e565-95b0-49ec-99d6-accf62c72055 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:10.656618 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283aa1c-6cf1-45a3-93be-b3ea4953ff89 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Pushing event deleted for resources: {'Port': ['ID=827c9b0b-5bbb-48cc-9c27-94e0fb2378a2,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:10.673646 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['827c9b0b-5bbb-48cc-9c27-94e0fb2378a2'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:30:10.698551 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [req-d155bf27-c3d3-4b51-b23d-3e30ce0ad8c8 req-9283aa1c-6cf1-45a3-93be-b3ea4953ff89 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] No DVR routers for this DVR port 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 on host hv-cinder-80857 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:30:10.700996 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-d155bf27-c3d3-4b51-b23d-3e30ce0ad8c8 req-9283aa1c-6cf1-45a3-93be-b3ea4953ff89 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:10.704880 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-d155bf27-c3d3-4b51-b23d-3e30ce0ad8c8 req-9283aa1c-6cf1-45a3-93be-b3ea4953ff89 tempest-ServerRescueNegativeTestJSON-677885946 tempest-ServerRescueNegativeTestJSON-677885946-project] 10.222.0.65 "DELETE /v2.0/ports/827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 HTTP/1.1" status: 204 len: 173 time: 0.3859720 Nov 12 02:30:10.704880 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c025f0-3bb5-4ce5-944f-0f553ef80f8a', 'name': 'network-vif-deleted', 'tag': '827c9b0b-5bbb-48cc-9c27-94e0fb2378a2'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:10.707126 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7abc075-2900-4931-99d8-b8df5f1f4053" -d '{"events": [{"server_uuid": "44c025f0-3bb5-4ce5-944f-0f553ef80f8a", "name": "network-vif-deleted", "tag": "827c9b0b-5bbb-48cc-9c27-94e0fb2378a2"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:10.732458 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-98313230-bf5b-4a2a-acce-50736c93bb8a req-8801e565-95b0-49ec-99d6-accf62c72055 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] For port ebd9ab39-34d5-41c8-9ee0-e6b204c9194f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=ebd9ab39-34d5-41c8-9ee0-e6b204c9194f,segment=NetworkSegment(5927e006-acd5-430c-9407-59cd336b9d8a),segment_id=5927e006-acd5-430c-9407-59cd336b9d8a)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:10.732829 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-98313230-bf5b-4a2a-acce-50736c93bb8a req-8801e565-95b0-49ec-99d6-accf62c72055 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:10.755865 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-98313230-bf5b-4a2a-acce-50736c93bb8a req-8801e565-95b0-49ec-99d6-accf62c72055 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Calling delete_port for ebd9ab39-34d5-41c8-9ee0-e6b204c9194f owned by compute:nova {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:10.760378 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18533de-2087-4708-a34b-84d0fe2fcf5e x-openstack-request-id: req-d18533de-2087-4708-a34b-84d0fe2fcf5e {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:10.760631 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c025f0-3bb5-4ce5-944f-0f553ef80f8a", "name": "network-vif-deleted", "tag": "827c9b0b-5bbb-48cc-9c27-94e0fb2378a2", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:10.760816 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d18533de-2087-4708-a34b-84d0fe2fcf5e {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:10.761191 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c025f0-3bb5-4ce5-944f-0f553ef80f8a', 'name': 'network-vif-deleted', 'tag': '827c9b0b-5bbb-48cc-9c27-94e0fb2378a2', 'status': 'completed', 'code': 200} Nov 12 02:30:10.899683 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e2d81-1cbd-45a3-b4ad-17d513afa7a3 req-84b9aba1-b490-4b1e-a0ff-a053684a2a72 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:10.901595 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-517e2d81-1cbd-45a3-b4ad-17d513afa7a3 req-84b9aba1-b490-4b1e-a0ff-a053684a2a72 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1b45339-7f70-45c4-9536-96f42bd1c35e HTTP/1.1" status: 200 len: 945 time: 0.0734246 Nov 12 02:30:11.037722 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-517e2d81-1cbd-45a3-b4ad-17d513afa7a3 req-d26b9a04-ed2c-4320-8eb1-846aafb6d0f7 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264169 Nov 12 02:30:11.050471 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee387b-9e10-4a28-9b72-5ece19adee7b req-e94d6bab-2825-4af8-93fd-f7ec4dad2c49 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:11.052648 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-42ee387b-9e10-4a28-9b72-5ece19adee7b req-e94d6bab-2825-4af8-93fd-f7ec4dad2c49 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.1403701 Nov 12 02:30:11.068682 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-98313230-bf5b-4a2a-acce-50736c93bb8a req-8801e565-95b0-49ec-99d6-accf62c72055 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:11.110180 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801e565-95b0-49ec-99d6-accf62c72055 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Pushing event deleted for resources: {'Port': ['ID=ebd9ab39-34d5-41c8-9ee0-e6b204c9194f,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:11.111457 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['838aaf11-0ed7-4529-b85a-74acc6e006ad', 'ebd9ab39-34d5-41c8-9ee0-e6b204c9194f'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:30:11.185317 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801e565-95b0-49ec-99d6-accf62c72055 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:11.185810 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801e565-95b0-49ec-99d6-accf62c72055 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:11.186197 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801e565-95b0-49ec-99d6-accf62c72055 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:11.186541 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801e565-95b0-49ec-99d6-accf62c72055 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:11.186909 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801e565-95b0-49ec-99d6-accf62c72055 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:11.187257 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801e565-95b0-49ec-99d6-accf62c72055 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:11.187588 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801e565-95b0-49ec-99d6-accf62c72055 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:11.187922 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801e565-95b0-49ec-99d6-accf62c72055 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:11.188248 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801e565-95b0-49ec-99d6-accf62c72055 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:11.188577 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801e565-95b0-49ec-99d6-accf62c72055 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:11.188906 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801e565-95b0-49ec-99d6-accf62c72055 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:11.189237 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8801e565-95b0-49ec-99d6-accf62c72055 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:11.246227 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-42ee387b-9e10-4a28-9b72-5ece19adee7b req-81ee41a9-dd95-40ef-b913-f5938afcc6fb tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865497 Nov 12 02:30:11.248042 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-98313230-bf5b-4a2a-acce-50736c93bb8a req-8801e565-95b0-49ec-99d6-accf62c72055 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] No DVR routers for this DVR port ebd9ab39-34d5-41c8-9ee0-e6b204c9194f on host hv-cinder-80857 {{(pid=101678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:30:11.255356 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-98313230-bf5b-4a2a-acce-50736c93bb8a req-8801e565-95b0-49ec-99d6-accf62c72055 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:11.258847 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-98313230-bf5b-4a2a-acce-50736c93bb8a req-8801e565-95b0-49ec-99d6-accf62c72055 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.65 "DELETE /v2.0/ports/ebd9ab39-34d5-41c8-9ee0-e6b204c9194f HTTP/1.1" status: 204 len: 173 time: 0.7459891 Nov 12 02:30:11.259475 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b45339-7f70-45c4-9536-96f42bd1c35e', 'name': 'network-vif-deleted', 'tag': 'ebd9ab39-34d5-41c8-9ee0-e6b204c9194f'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:11.263272 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3978bc3-b107-4d94-b1f6-a430fa1b2ad5" -d '{"events": [{"server_uuid": "b1b45339-7f70-45c4-9536-96f42bd1c35e", "name": "network-vif-deleted", "tag": "ebd9ab39-34d5-41c8-9ee0-e6b204c9194f"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:11.290804 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e0838-56d7-482f-af3b-1cfc237be8dc req-d0e52720-d48c-4f7c-a40c-35c342d04628 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:11.292317 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-719e0838-56d7-482f-af3b-1cfc237be8dc req-d0e52720-d48c-4f7c-a40c-35c342d04628 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.1858518 Nov 12 02:30:11.308631 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ca52bd-79a2-45b8-80ce-95005f35c192 x-openstack-request-id: req-e9ca52bd-79a2-45b8-80ce-95005f35c192 {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:11.308631 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b45339-7f70-45c4-9536-96f42bd1c35e", "name": "network-vif-deleted", "tag": "ebd9ab39-34d5-41c8-9ee0-e6b204c9194f", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:11.308996 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e9ca52bd-79a2-45b8-80ce-95005f35c192 {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:11.309452 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b45339-7f70-45c4-9536-96f42bd1c35e', 'name': 'network-vif-deleted', 'tag': 'ebd9ab39-34d5-41c8-9ee0-e6b204c9194f', 'status': 'completed', 'code': 200} Nov 12 02:30:11.358900 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-719e0838-56d7-482f-af3b-1cfc237be8dc req-8ceceb6c-4491-4461-a148-2c57f834fa8f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581241 Nov 12 02:30:11.405262 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 44226) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:11.823339 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b6de712a-5f4c-4529-ae06-02a46435ba17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658132'] for router_interface, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:12.118460 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-b6de712a-5f4c-4529-ae06-02a46435ba17 admin admin] Deleting port 9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677 {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:12.118832 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b6de712a-5f4c-4529-ae06-02a46435ba17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:12.207711 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-b6de712a-5f4c-4529-ae06-02a46435ba17 admin admin] For port 9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677,segment=NetworkSegment(9297ec3c-86bc-44f5-82fd-62ac56b69c96),segment_id=9297ec3c-86bc-44f5-82fd-62ac56b69c96)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:12.208104 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b6de712a-5f4c-4529-ae06-02a46435ba17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:12.220073 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-b6de712a-5f4c-4529-ae06-02a46435ba17 admin admin] Calling delete_port for 9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677 owned by network:router_interface {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:12.420634 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b6de712a-5f4c-4529-ae06-02a46435ba17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:12.432966 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24fe8e-f7fe-45ba-93f1-86f9efef96ab req-06d19fe5-4af0-4ac8-bff0-1bb0e4ca5c40 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:12.434437 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8a24fe8e-f7fe-45ba-93f1-86f9efef96ab req-06d19fe5-4af0-4ac8-bff0-1bb0e4ca5c40 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0824730 Nov 12 02:30:12.474789 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de712a-5f4c-4529-ae06-02a46435ba17 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:12.586091 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55a294-1437-4f66-8b87-12fd08e9549d req-e4d4f1b3-63f4-44c1-a17b-e6705c11f5d0 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:12.587618 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cb55a294-1437-4f66-8b87-12fd08e9549d req-e4d4f1b3-63f4-44c1-a17b-e6705c11f5d0 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.1316721 Nov 12 02:30:12.591631 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8a24fe8e-f7fe-45ba-93f1-86f9efef96ab req-2965f5f2-9a97-416c-ada7-c00bb9632423 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382592 Nov 12 02:30:12.725550 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cb55a294-1437-4f66-8b87-12fd08e9549d req-8c916be8-8f4c-4978-85e3-6d098d4ab0f6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313505 Nov 12 02:30:12.737218 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b6de712a-5f4c-4529-ae06-02a46435ba17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658532'] for router_interface, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:12.878809 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device ebd9ab39-34d5-41c8-9ee0-e6b204c9194f no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:30:12.902626 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] No Port match for: ebd9ab39-34d5-41c8-9ee0-e6b204c9194f {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:30:12.903002 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device ebd9ab39-34d5-41c8-9ee0-e6b204c9194f not bound to the agent host hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:30:12.903908 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:30:12.923775 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] No Port match for: 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:30:12.924127 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 827c9b0b-5bbb-48cc-9c27-94e0fb2378a2 not bound to the agent host hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:30:12.977307 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6de712a-5f4c-4529-ae06-02a46435ba17 admin admin] Router 718433d3-edf4-42f7-9634-7645cff946ff has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:30:13.365040 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6de712a-5f4c-4529-ae06-02a46435ba17 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:30:13.372648 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-b6de712a-5f4c-4529-ae06-02a46435ba17 admin admin] 10.222.0.70 "PUT /v2.0/routers/718433d3-edf4-42f7-9634-7645cff946ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9659767 Nov 12 02:30:13.376496 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 44242) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:13.381669 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9524fe8-6f37-4f60-b134-a9e77a5e8297 None None] Sync routers for ids ['718433d3-edf4-42f7-9634-7645cff946ff'] in dv-cinder-808574-4-iscsi {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:30:13.397268 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9524fe8-6f37-4f60-b134-a9e77a5e8297 None None] Routers {'718433d3-edf4-42f7-9634-7645cff946ff'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:13.398168 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-f9524fe8-6f37-4f60-b134-a9e77a5e8297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:30:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['718433d3-edf4-42f7-9634-7645cff946ff'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:13.524831 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5417c74c-0f55-4e08-aadf-73e8f27edebc admin admin] Publish callbacks [] for router, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:13.567296 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-f9524fe8-6f37-4f60-b134-a9e77a5e8297 None None] Set router 718433d3-edf4-42f7-9634-7645cff946ff gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:13.772444 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16209c0d-2c2f-4615-89f2-a1d017edb427 req-21b66e1d-46d4-492b-8bc2-f49b0b235de5 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:13.774999 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-16209c0d-2c2f-4615-89f2-a1d017edb427 req-21b66e1d-46d4-492b-8bc2-f49b0b235de5 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 946 time: 0.1945586 Nov 12 02:30:13.836696 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5417c74c-0f55-4e08-aadf-73e8f27edebc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:13.894048 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-f9524fe8-6f37-4f60-b134-a9e77a5e8297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718433d3-edf4-42f7-9634-7645cff946ff', 'name': 'tempest-ServerRescueNegativeTestJSON-19032354-router', 'tenant_id': 'd7fcf7713f094fac83c523a879fb68ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '6c184a24-5579-4f2e-8dd8-538bd638a3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:30:12Z', 'revision_number': 5, 'project_id': 'd7fcf7713f094fac83c523a879fb68ae', 'gw_port': {'id': '6c184a24-5579-4f2e-8dd8-538bd638a3c8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718433d3-edf4-42f7-9634-7645cff946ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:13Z', 'updated_at': '2021-11-12T02:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:13.918622 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1bee0-6f2f-4484-b2d1-ecfbfa8ff9c5 req-87109555-d007-4f16-81de-4eae3e7ab00b tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:13.920188 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-44d1bee0-6f2f-4484-b2d1-ecfbfa8ff9c5 req-87109555-d007-4f16-81de-4eae3e7ab00b tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.1983919 Nov 12 02:30:13.924147 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9524fe8-6f37-4f60-b134-a9e77a5e8297 None None] Checking router: 718433d3-edf4-42f7-9634-7645cff946ff for host: dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:30:13.928260 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-16209c0d-2c2f-4615-89f2-a1d017edb427 req-735df4b0-52ab-4933-90bc-dacc1d92daee tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192322 Nov 12 02:30:13.936818 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9524fe8-6f37-4f60-b134-a9e77a5e8297 None None] Routers {'718433d3-edf4-42f7-9634-7645cff946ff'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:13.937464 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-f9524fe8-6f37-4f60-b134-a9e77a5e8297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:30:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['718433d3-edf4-42f7-9634-7645cff946ff'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:13.999480 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-44d1bee0-6f2f-4484-b2d1-ecfbfa8ff9c5 req-8fda73da-aa08-4aa4-b040-72488b3a92f1 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702283 Nov 12 02:30:14.005081 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-5417c74c-0f55-4e08-aadf-73e8f27edebc admin admin] Deleting port 6c184a24-5579-4f2e-8dd8-538bd638a3c8 {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:14.006301 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5417c74c-0f55-4e08-aadf-73e8f27edebc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:14.032050 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-f9524fe8-6f37-4f60-b134-a9e77a5e8297 None None] Set router 718433d3-edf4-42f7-9634-7645cff946ff gateway port host: None {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:14.086310 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-f9524fe8-6f37-4f60-b134-a9e77a5e8297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718433d3-edf4-42f7-9634-7645cff946ff', 'name': 'tempest-ServerRescueNegativeTestJSON-19032354-router', 'tenant_id': 'd7fcf7713f094fac83c523a879fb68ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:30:13Z', 'revision_number': 6, 'project_id': 'd7fcf7713f094fac83c523a879fb68ae', 'gw_port_host': None}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:14.103576 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c82e0-8312-4b47-b696-39df9ae24bb5 req-929b60d2-c60f-468c-8bb2-f9f39feb4b6d tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:14.105083 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aa3c82e0-8312-4b47-b696-39df9ae24bb5 req-929b60d2-c60f-468c-8bb2-f9f39feb4b6d tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.1033437 Nov 12 02:30:14.113454 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9524fe8-6f37-4f60-b134-a9e77a5e8297 None None] The sync data for ids ['718433d3-edf4-42f7-9634-7645cff946ff'] in dv-cinder-808574-4-iscsi is: [{'id': '718433d3-edf4-42f7-9634-7645cff946ff', 'name': 'tempest-ServerRescueNegativeTestJSON-19032354-router', 'tenant_id': 'd7fcf7713f094fac83c523a879fb68ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:30:13Z', 'revision_number': 6, 'project_id': 'd7fcf7713f094fac83c523a879fb68ae', 'gw_port_host': None}] {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:30:14.141983 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-5417c74c-0f55-4e08-aadf-73e8f27edebc admin admin] For port 6c184a24-5579-4f2e-8dd8-538bd638a3c8, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=6c184a24-5579-4f2e-8dd8-538bd638a3c8,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:14.142334 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5417c74c-0f55-4e08-aadf-73e8f27edebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:14.164308 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-5417c74c-0f55-4e08-aadf-73e8f27edebc admin admin] Calling delete_port for 6c184a24-5579-4f2e-8dd8-538bd638a3c8 owned by network:router_gateway {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:14.189511 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aa3c82e0-8312-4b47-b696-39df9ae24bb5 req-ebc55a9d-f13e-4bdb-bde9-b86ca5123c00 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754328 Nov 12 02:30:14.341968 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5417c74c-0f55-4e08-aadf-73e8f27edebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:14.365560 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417c74c-0f55-4e08-aadf-73e8f27edebc admin admin] Pushing event deleted for resources: {'Port': ['ID=6c184a24-5579-4f2e-8dd8-538bd638a3c8,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:14.428421 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5417c74c-0f55-4e08-aadf-73e8f27edebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661406'] for router_gateway, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:14.543323 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5417c74c-0f55-4e08-aadf-73e8f27edebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57784'] for router, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:14.545617 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5417c74c-0f55-4e08-aadf-73e8f27edebc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:14.606936 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5417c74c-0f55-4e08-aadf-73e8f27edebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-656498'] for router, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:14.607405 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5417c74c-0f55-4e08-aadf-73e8f27edebc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 718433d3-edf4-42f7-9634-7645cff946ff {{(pid=101678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:30:14.612462 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5417c74c-0f55-4e08-aadf-73e8f27edebc admin admin] Publish callbacks [] for router, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:14.613679 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-5417c74c-0f55-4e08-aadf-73e8f27edebc admin admin] 10.222.0.70 "DELETE /v2.0/routers/718433d3-edf4-42f7-9634-7645cff946ff HTTP/1.1" status: 204 len: 168 time: 1.2355921 Nov 12 02:30:14.616197 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 44250) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:14.664016 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e523a5-0a39-48fa-9075-f07d147c3c98 admin admin] Deleting subnet 7042b1b4-a105-42b5-a00e-7bdb609132e6 {{(pid=101678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:30:14.667188 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-15e523a5-0a39-48fa-9075-f07d147c3c98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:14.700916 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-15e523a5-0a39-48fa-9075-f07d147c3c98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688904'] for subnet, precommit_delete_associations {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:14.743678 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-15e523a5-0a39-48fa-9075-f07d147c3c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16054281'] for subnet, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:14.806347 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-15e523a5-0a39-48fa-9075-f07d147c3c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16054302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25342607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25509581'] for subnet, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:14.838916 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e523a5-0a39-48fa-9075-f07d147c3c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7042b1b4-a105-42b5-a00e-7bdb609132e6,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:14.844269 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-15e523a5-0a39-48fa-9075-f07d147c3c98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:14.849079 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-15e523a5-0a39-48fa-9075-f07d147c3c98 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7042b1b4-a105-42b5-a00e-7bdb609132e6 HTTP/1.1" status: 204 len: 168 time: 0.2303700 Nov 12 02:30:14.850610 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 44252) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:14.919713 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a14d3163-e0bf-4aaf-a8a8-c1029b4cef3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378732'] for network, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:15.003703 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a14d3163-e0bf-4aaf-a8a8-c1029b4cef3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16054926', 'neutron.services.segments.db._delete_segments_for_network-8767026152430'] for network, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:15.045955 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-a14d3163-e0bf-4aaf-a8a8-c1029b4cef3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bcaccdf-bd76-45bd-9265-ce14bbe635ff']}} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:15.061173 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-a14d3163-e0bf-4aaf-a8a8-c1029b4cef3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9297ec3c-86bc-44f5-82fd-62ac56b69c96') {'for_net_delete': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:15.061483 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-a14d3163-e0bf-4aaf-a8a8-c1029b4cef3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9297ec3c-86bc-44f5-82fd-62ac56b69c96') {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:15.119019 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a14d3163-e0bf-4aaf-a8a8-c1029b4cef3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767026057975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25686459'] for segment, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:15.156583 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98def9d-8bb2-43e4-92b4-5c5f10286e28 req-c5a10b87-f534-40b8-853a-8026a731efb5 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:15.158698 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d98def9d-8bb2-43e4-92b4-5c5f10286e28 req-c5a10b87-f534-40b8-853a-8026a731efb5 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 946 time: 0.1563807 Nov 12 02:30:15.174766 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a14d3163-e0bf-4aaf-a8a8-c1029b4cef3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:15.192307 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14d3163-e0bf-4aaf-a8a8-c1029b4cef3d admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=101678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:30:15.193687 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a14d3163-e0bf-4aaf-a8a8-c1029b4cef3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25342689'] for segment, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: Traceback (most recent call last): Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: timer() Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: cb(*args, **kw) Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: return func(*args, **kwargs) Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: self._notify() Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: self.callback(batched_events) Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: event.method(event) Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: return f(self, *a, **k) Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: return self._get(url).json() Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: return self.request(url, 'GET', **kwargs) Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:30:15.195544 dv-cinder-808574-4-iscsi neutron-server[101678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:30:15.282535 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fcb5a-d225-4026-82db-141a2bcf5707 req-e887ef6c-993a-45ae-bacf-bf8c3af3046c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:15.284202 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a42fcb5a-d225-4026-82db-141a2bcf5707 req-e887ef6c-993a-45ae-bacf-bf8c3af3046c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.2131429 Nov 12 02:30:15.293045 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a14d3163-e0bf-4aaf-a8a8-c1029b4cef3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16054935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661474'] for network, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:15.303146 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a14d3163-e0bf-4aaf-a8a8-c1029b4cef3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:15.309885 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-a14d3163-e0bf-4aaf-a8a8-c1029b4cef3d admin admin] 10.222.0.70 "DELETE /v2.0/networks/7bcaccdf-bd76-45bd-9265-ce14bbe635ff HTTP/1.1" status: 204 len: 168 time: 0.4582028 Nov 12 02:30:15.341522 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d3163-e0bf-4aaf-a8a8-c1029b4cef3d admin admin] Pushing event deleted for resources: {'Network': ['ID=7bcaccdf-bd76-45bd-9265-ce14bbe635ff,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:15.350277 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d98def9d-8bb2-43e4-92b4-5c5f10286e28 req-d42a7728-58a8-49f2-b15b-6b22dd99d4ce tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/security-groups?id=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823981 Nov 12 02:30:15.398004 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a42fcb5a-d225-4026-82db-141a2bcf5707 req-18334afc-8895-43d2-a514-2ca5f1b501dd tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869324 Nov 12 02:30:15.500212 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93273ca5-9fbc-47a4-91e6-9e8d8fb19eee req-02c3d740-9459-42b8-901d-d2f1c5ea0964 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:15.501839 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-93273ca5-9fbc-47a4-91e6-9e8d8fb19eee req-02c3d740-9459-42b8-901d-d2f1c5ea0964 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0606041 Nov 12 02:30:15.532920 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 44262) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:15.572206 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-93273ca5-9fbc-47a4-91e6-9e8d8fb19eee req-314ccac3-dfee-41d4-9b71-5ca9d0966736 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635545 Nov 12 02:30:15.595520 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-6ce34936-e664-462b-8588-11b7f3ff2910 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d7fcf7713f094fac83c523a879fb68ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0614555 Nov 12 02:30:15.598891 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 44264) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:15.653124 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6fd13c43-ecd0-4733-bd4e-16e3a3601300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:15.679392 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6fd13c43-ecd0-4733-bd4e-16e3a3601300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:15.692185 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677 no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:30:15.715069 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: 9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:30:15.715417 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 9ee3e9a9-5ca4-4c50-ac0b-7b906cd77677 not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:30:15.716029 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 6c184a24-5579-4f2e-8dd8-538bd638a3c8 no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:30:15.743663 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: 6c184a24-5579-4f2e-8dd8-538bd638a3c8 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:30:15.744032 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 6c184a24-5579-4f2e-8dd8-538bd638a3c8 not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:30:15.768918 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6fd13c43-ecd0-4733-bd4e-16e3a3601300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:15.772125 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6fd13c43-ecd0-4733-bd4e-16e3a3601300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:15.773348 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-6fd13c43-ecd0-4733-bd4e-16e3a3601300 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/83212f4c-a2c1-481f-afb9-fdb5b360c1a5 HTTP/1.1" status: 204 len: 168 time: 0.1735427 Nov 12 02:30:15.795847 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58985de5-f4a1-4033-8392-d7db75f65750 req-45eb5aeb-77e6-4081-9feb-77b5a67bf438 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:15.797715 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-58985de5-f4a1-4033-8392-d7db75f65750 req-45eb5aeb-77e6-4081-9feb-77b5a67bf438 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.65 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 946 time: 0.0777223 Nov 12 02:30:15.798704 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd13c43-ecd0-4733-bd4e-16e3a3601300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83212f4c-a2c1-481f-afb9-fdb5b360c1a5,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:15.898423 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-58985de5-f4a1-4033-8392-d7db75f65750 req-efbc8984-98e3-4ee3-8e9c-5b8b4ff89c29 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Deleting port 838aaf11-0ed7-4529-b85a-74acc6e006ad {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:15.898715 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-58985de5-f4a1-4033-8392-d7db75f65750 req-efbc8984-98e3-4ee3-8e9c-5b8b4ff89c29 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:15.995167 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-58985de5-f4a1-4033-8392-d7db75f65750 req-efbc8984-98e3-4ee3-8e9c-5b8b4ff89c29 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] For port 838aaf11-0ed7-4529-b85a-74acc6e006ad, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=838aaf11-0ed7-4529-b85a-74acc6e006ad,segment=NetworkSegment(5927e006-acd5-430c-9407-59cd336b9d8a),segment_id=5927e006-acd5-430c-9407-59cd336b9d8a)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:15.995425 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-58985de5-f4a1-4033-8392-d7db75f65750 req-efbc8984-98e3-4ee3-8e9c-5b8b4ff89c29 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:16.009134 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-58985de5-f4a1-4033-8392-d7db75f65750 req-efbc8984-98e3-4ee3-8e9c-5b8b4ff89c29 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Calling delete_port for 838aaf11-0ed7-4529-b85a-74acc6e006ad owned by compute:nova {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:16.154582 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-58985de5-f4a1-4033-8392-d7db75f65750 req-efbc8984-98e3-4ee3-8e9c-5b8b4ff89c29 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:16.197049 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc8984-98e3-4ee3-8e9c-5b8b4ff89c29 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Pushing event deleted for resources: {'Port': ['ID=838aaf11-0ed7-4529-b85a-74acc6e006ad,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:16.214881 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['838aaf11-0ed7-4529-b85a-74acc6e006ad'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:30:16.235727 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-58985de5-f4a1-4033-8392-d7db75f65750 req-efbc8984-98e3-4ee3-8e9c-5b8b4ff89c29 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] No DVR routers for this DVR port 838aaf11-0ed7-4529-b85a-74acc6e006ad on host hv-cinder-80857 {{(pid=101678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:30:16.239628 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-58985de5-f4a1-4033-8392-d7db75f65750 req-efbc8984-98e3-4ee3-8e9c-5b8b4ff89c29 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:16.243735 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-58985de5-f4a1-4033-8392-d7db75f65750 req-efbc8984-98e3-4ee3-8e9c-5b8b4ff89c29 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.65 "DELETE /v2.0/ports/838aaf11-0ed7-4529-b85a-74acc6e006ad HTTP/1.1" status: 204 len: 173 time: 0.4358706 Nov 12 02:30:16.244313 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc3ef58-e30c-44da-bef1-9678e3c7b14a', 'name': 'network-vif-deleted', 'tag': '838aaf11-0ed7-4529-b85a-74acc6e006ad'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:16.247207 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799627e3-72f1-4bd5-bb12-e68ee4718808" -d '{"events": [{"server_uuid": "7dc3ef58-e30c-44da-bef1-9678e3c7b14a", "name": "network-vif-deleted", "tag": "838aaf11-0ed7-4529-b85a-74acc6e006ad"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:16.298964 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a343d975-638a-4820-8df5-35b42b5a4901 x-openstack-request-id: req-a343d975-638a-4820-8df5-35b42b5a4901 {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:16.299255 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc3ef58-e30c-44da-bef1-9678e3c7b14a", "name": "network-vif-deleted", "tag": "838aaf11-0ed7-4529-b85a-74acc6e006ad", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:16.299503 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a343d975-638a-4820-8df5-35b42b5a4901 {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:16.299892 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc3ef58-e30c-44da-bef1-9678e3c7b14a', 'name': 'network-vif-deleted', 'tag': '838aaf11-0ed7-4529-b85a-74acc6e006ad', 'status': 'completed', 'code': 200} Nov 12 02:30:16.467215 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-57b463bf-394f-4db2-93c6-9151ba113543 req-d5ba05a3-92e7-4a42-8273-a99740009114 tempest-AttachVolumeNegativeTest-1074144814 tempest-AttachVolumeNegativeTest-1074144814-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dc3ef58-e30c-44da-bef1-9678e3c7b14a HTTP/1.1" status: 200 len: 210 time: 0.0282910 Nov 12 02:30:16.545606 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5d446-6f6f-4285-9752-edb228bfb19c req-64df8531-fa20-4d4a-8031-ccc4f1958a11 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:16.547193 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9bb5d446-6f6f-4285-9752-edb228bfb19c req-64df8531-fa20-4d4a-8031-ccc4f1958a11 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0499740 Nov 12 02:30:16.602995 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9bb5d446-6f6f-4285-9752-edb228bfb19c req-df691540-fcc5-46c7-b583-7a5e1f012874 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455213 Nov 12 02:30:16.731126 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aed7aa-c4d7-428a-a72d-eb595f5e1ae8 req-96713969-0c98-49fc-8c3d-64e8ae8574d3 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:16.732633 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-18aed7aa-c4d7-428a-a72d-eb595f5e1ae8 req-96713969-0c98-49fc-8c3d-64e8ae8574d3 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0813727 Nov 12 02:30:16.739927 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e31c0f-0505-42e3-9678-dcf4632ee3d1 req-ecde1644-f885-417c-868a-aadc69c7c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:16.741837 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b0e31c0f-0505-42e3-9678-dcf4632ee3d1 req-ecde1644-f885-417c-868a-aadc69c7c9d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e70a88f4b094066abaf2d0cd853f751&device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 1098 time: 0.0616794 Nov 12 02:30:16.809855 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-18aed7aa-c4d7-428a-a72d-eb595f5e1ae8 req-8e42ff2e-ce23-47c2-a385-898f72fff967 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665355 Nov 12 02:30:16.877176 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e31c0f-0505-42e3-9678-dcf4632ee3d1 req-3afa178f-266c-489a-8035-be0b79720a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:16.878657 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b0e31c0f-0505-42e3-9678-dcf4632ee3d1 req-3afa178f-266c-489a-8035-be0b79720a9b service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed2ba848-d313-464e-93cb-db87f28d8bf9 HTTP/1.1" status: 200 len: 917 time: 0.1086156 Nov 12 02:30:16.949575 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b0e31c0f-0505-42e3-9678-dcf4632ee3d1 req-5e255a37-c37f-4237-8ede-b6f2a92752e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6159a4de-08df-4c5b-afb6-bc1f4e2f213f HTTP/1.1" status: 200 len: 1000 time: 0.0626962 Nov 12 02:30:17.003214 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e31c0f-0505-42e3-9678-dcf4632ee3d1 req-28ce0e50-61b2-48b3-8e1d-37414c22383d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:17.004786 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b0e31c0f-0505-42e3-9678-dcf4632ee3d1 req-28ce0e50-61b2-48b3-8e1d-37414c22383d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a36fabb7-5929-480d-92d3-1a57b54853bf HTTP/1.1" status: 200 len: 855 time: 0.0480165 Nov 12 02:30:17.070351 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e31c0f-0505-42e3-9678-dcf4632ee3d1 req-937cbdda-f3db-4851-a970-aaf2caec5e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:17.071898 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b0e31c0f-0505-42e3-9678-dcf4632ee3d1 req-937cbdda-f3db-4851-a970-aaf2caec5e21 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed2ba848-d313-464e-93cb-db87f28d8bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501828 Nov 12 02:30:17.186987 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b0e31c0f-0505-42e3-9678-dcf4632ee3d1 req-c53b3c18-8047-4523-870e-ce6175321c50 service neutron] 10.222.0.65 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963616 Nov 12 02:30:17.298133 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b0e31c0f-0505-42e3-9678-dcf4632ee3d1 req-5e9103c8-ad9e-4279-a604-11f418a83686 service neutron] 10.222.0.65 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897255 Nov 12 02:30:17.345985 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 44312) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:17.453111 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dab24fa7-55fa-4a94-b2a7-3be747cda56d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:17.528477 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dab24fa7-55fa-4a94-b2a7-3be747cda56d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:17.529955 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 44318) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:17.537865 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-dab24fa7-55fa-4a94-b2a7-3be747cda56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:17.595908 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-dab24fa7-55fa-4a94-b2a7-3be747cda56d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=45fc3cefadaf41a0b08ae46bd43a6936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487168 Nov 12 02:30:17.598752 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 44320) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:17.611306 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a05fa6-ad34-4305-a890-fec29d19f8fe admin admin] Deleting subnet 0224bb24-7d74-45d6-8986-b81989f6576c {{(pid=101677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:30:17.614276 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab24fa7-55fa-4a94-b2a7-3be747cda56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e3aa62-e677-4f45-a46b-b67cf96aa827,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:17.616859 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-15a05fa6-ad34-4305-a890-fec29d19f8fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:17.655119 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-15a05fa6-ad34-4305-a890-fec29d19f8fe admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:17.660636 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d4f607fa-4ff8-4092-a51b-7c73410f6ad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:17.662380 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-15a05fa6-ad34-4305-a890-fec29d19f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16054281'] for subnet, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:17.694464 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d4f607fa-4ff8-4092-a51b-7c73410f6ad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:17.716084 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-15a05fa6-ad34-4305-a890-fec29d19f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16054302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for subnet, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:17.747349 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a05fa6-ad34-4305-a890-fec29d19f8fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0224bb24-7d74-45d6-8986-b81989f6576c,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:17.749332 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-15a05fa6-ad34-4305-a890-fec29d19f8fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:17.752709 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-15a05fa6-ad34-4305-a890-fec29d19f8fe admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0224bb24-7d74-45d6-8986-b81989f6576c HTTP/1.1" status: 204 len: 168 time: 0.2217817 Nov 12 02:30:17.756436 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 44324) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:17.763706 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a1a16-8725-431c-805d-9527cf5cc3f3 req-f43bd981-d8e7-4994-863f-4fb5c35f1ce8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:17.765211 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e21a1a16-8725-431c-805d-9527cf5cc3f3 req-f43bd981-d8e7-4994-863f-4fb5c35f1ce8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0833454 Nov 12 02:30:17.795887 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d4f607fa-4ff8-4092-a51b-7c73410f6ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:17.798694 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d4f607fa-4ff8-4092-a51b-7c73410f6ad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:17.800002 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-d4f607fa-4ff8-4092-a51b-7c73410f6ad0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20e3aa62-e677-4f45-a46b-b67cf96aa827 HTTP/1.1" status: 204 len: 168 time: 0.2002432 Nov 12 02:30:17.823820 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f607fa-4ff8-4092-a51b-7c73410f6ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e3aa62-e677-4f45-a46b-b67cf96aa827,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:17.830256 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378732'] for network, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:17.835809 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e21a1a16-8725-431c-805d-9527cf5cc3f3 req-3f494b89-30d8-44a3-bf6a-8c8bfba7ad29 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642090 Nov 12 02:30:17.940898 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16054926', 'neutron.services.segments.db._delete_segments_for_network-8767026152430'] for network, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:17.968756 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:30:17.969186 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:30:17.969943 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:30:17.970272 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Subscribe: > port after_create 55550000 {{(pid=101677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:30:17.970591 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Subscribe: > port after_delete 55550000 {{(pid=101677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:30:17.971009 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Subscribe: > port after_update 55550000 {{(pid=101677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:30:17.971344 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:30:17.971680 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b15a52-7ee3-41ea-8caa-ecc333a60768 req-db14f778-2b70-4e58-8b3b-3eb88fc41b0f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:17.971814 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:30:17.972011 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:30:17.973024 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:30:17.974201 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-37b15a52-7ee3-41ea-8caa-ecc333a60768 req-db14f778-2b70-4e58-8b3b-3eb88fc41b0f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0514386 Nov 12 02:30:18.033640 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-37b15a52-7ee3-41ea-8caa-ecc333a60768 req-8eea6bbc-6d1e-4432-b8a3-e317bfec7614 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532706 Nov 12 02:30:18.040623 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:30:18.040977 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:30:18.041307 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:30:18.041636 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:30:18.042011 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4070c229-4da3-4ab6-91a8-6b9e74d5d318']}} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:18.063215 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5927e006-acd5-430c-9407-59cd336b9d8a') {'for_net_delete': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:18.063759 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5927e006-acd5-430c-9407-59cd336b9d8a') {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:18.080411 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767026057975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25590901'] for segment, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:18.099426 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 44332) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:18.102353 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:18.113569 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a56b35e3-f80c-4396-8adf-1f865c2f736e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:18.121332 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=101677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:30:18.121734 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589397'] for segment, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: from cryptography.utils import int_from_bytes Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: from cryptography.utils import int_from_bytes Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: Traceback (most recent call last): Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: timer() Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: cb(*args, **kw) Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: return func(*args, **kwargs) Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: self._notify() Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: self.callback(batched_events) Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: event.method(event) Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: return f(self, *a, **k) Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: return self._get(url).json() Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: return self.request(url, 'GET', **kwargs) Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:30:18.126451 dv-cinder-808574-4-iscsi neutron-server[101677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:30:18.205655 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a56b35e3-f80c-4396-8adf-1f865c2f736e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:18.210108 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a56b35e3-f80c-4396-8adf-1f865c2f736e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:18.253941 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-a56b35e3-f80c-4396-8adf-1f865c2f736e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a0a091f95d144c291c023888ab2ad4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529677 Nov 12 02:30:18.254884 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b35e3-f80c-4396-8adf-1f865c2f736e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4b974f-d363-474f-bbb4-cba5224cb009,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:18.257458 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 44334) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:18.314868 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-fdc64397-8a21-4e0b-b3ef-f2894ff541aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:18.339461 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-fdc64397-8a21-4e0b-b3ef-f2894ff541aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:18.414215 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-fdc64397-8a21-4e0b-b3ef-f2894ff541aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:18.417071 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-fdc64397-8a21-4e0b-b3ef-f2894ff541aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:18.418480 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-fdc64397-8a21-4e0b-b3ef-f2894ff541aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1b4b974f-d363-474f-bbb4-cba5224cb009 HTTP/1.1" status: 204 len: 168 time: 0.1600823 Nov 12 02:30:18.429930 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc64397-8a21-4e0b-b3ef-f2894ff541aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4b974f-d363-474f-bbb4-cba5224cb009,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:18.431629 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16054935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661474'] for network, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:18.439403 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:18.446101 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] 10.222.0.70 "DELETE /v2.0/networks/4070c229-4da3-4ab6-91a8-6b9e74d5d318 HTTP/1.1" status: 204 len: 168 time: 0.6871693 Nov 12 02:30:18.456054 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca245f7-caf8-4c3a-8dbf-6160c54ddd4f admin admin] Pushing event deleted for resources: {'Network': ['ID=4070c229-4da3-4ab6-91a8-6b9e74d5d318,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:18.626142 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 44342) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:18.667198 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-3e11a225-81e5-4e33-94c2-48ef1584393b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bf1009072a7446b8a468d02d87b9420d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393672 Nov 12 02:30:18.669433 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 44344) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:18.718289 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2e87f231-4c0d-4d96-be9f-fe28f704debd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:18.740818 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2e87f231-4c0d-4d96-be9f-fe28f704debd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:18.792583 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2e87f231-4c0d-4d96-be9f-fe28f704debd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:18.795213 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2e87f231-4c0d-4d96-be9f-fe28f704debd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:18.796362 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-2e87f231-4c0d-4d96-be9f-fe28f704debd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db HTTP/1.1" status: 204 len: 168 time: 0.1260152 Nov 12 02:30:18.805229 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87f231-4c0d-4d96-be9f-fe28f704debd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c17e6f-0cf1-4602-bd5f-0f6e66f5f9db,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:18.912205 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 6159a4de-08df-4c5b-afb6-bc1f4e2f213f details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:30:18.935556 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 838aaf11-0ed7-4529-b85a-74acc6e006ad no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:30:18.971524 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] No Port match for: 838aaf11-0ed7-4529-b85a-74acc6e006ad {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:30:18.972192 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 838aaf11-0ed7-4529-b85a-74acc6e006ad not bound to the agent host hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:30:19.017256 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c43bc4-987b-4fc1-b5fd-371e5b0577a1 req-2538d2f8-9676-4e64-9b3c-5cc1739fa15f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:19.019269 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-91c43bc4-987b-4fc1-b5fd-371e5b0577a1 req-2538d2f8-9676-4e64-9b3c-5cc1739fa15f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0698831 Nov 12 02:30:19.074765 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:19.089200 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-91c43bc4-987b-4fc1-b5fd-371e5b0577a1 req-974351eb-a628-4fbf-b275-dfa4068c1dd7 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632849 Nov 12 02:30:19.090800 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'port_id': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f', 'mac_address': 'fa:16:3e:0e:f3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:30:19.145048 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:19.159173 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6159a4de-08df-4c5b-afb6-bc1f4e2f213f {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:30:19.193434 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:19.199935 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:19.223130 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed29df-c421-4cff-8b49-51bfec804a3f req-d9b5983f-744a-4e3e-8bd9-b536503eda16 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:19.225077 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a9ed29df-c421-4cff-8b49-51bfec804a3f req-d9b5983f-744a-4e3e-8bd9-b536503eda16 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0696549 Nov 12 02:30:19.288803 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a9ed29df-c421-4cff-8b49-51bfec804a3f req-b21deba3-e8ff-412f-850d-3ada81696879 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574896 Nov 12 02:30:19.319941 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,revision_number=6']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:19.322045 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:19.328020 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:19.328392 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:19.328737 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:19.329069 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:19.329398 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:19.329725 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:19.330073 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:19.330398 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:19.330774 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:19.331091 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:19.331410 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:19.331780 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:19.429253 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['6159a4de-08df-4c5b-afb6-bc1f4e2f213f'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:30:20.232967 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5fde4-48ad-4061-a7a2-886c8cd2fdce req-f78c11fe-bc74-454b-bdf0-6160892424f8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:20.234690 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-59a5fde4-48ad-4061-a7a2-886c8cd2fdce req-f78c11fe-bc74-454b-bdf0-6160892424f8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0603762 Nov 12 02:30:20.291256 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-59a5fde4-48ad-4061-a7a2-886c8cd2fdce req-b6c5ae28-73b1-434d-9a35-8d4d29d8ebf8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492518 Nov 12 02:30:20.399947 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 44432) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:20.429448 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8d901-84d8-4eb7-94ac-3a50de61ec16 req-6e91f74b-3acc-42b2-aaae-2a91a859c7fc tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:20.431312 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6da8d901-84d8-4eb7-94ac-3a50de61ec16 req-6e91f74b-3acc-42b2-aaae-2a91a859c7fc tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 944 time: 0.0530252 Nov 12 02:30:20.488950 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6da8d901-84d8-4eb7-94ac-3a50de61ec16 req-833d92aa-ab28-4d66-801b-7c45eb6bb3e0 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513210 Nov 12 02:30:20.517934 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4246-4f3b-475a-b4df-df19f4568c04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:20.598225 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4246-4f3b-475a-b4df-df19f4568c04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:20.602575 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4246-4f3b-475a-b4df-df19f4568c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:20.649468 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-6c0a4246-4f3b-475a-b4df-df19f4568c04 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=df5b0048b12743cd857db1e2313016dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457981 Nov 12 02:30:20.649468 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a4246-4f3b-475a-b4df-df19f4568c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7abde5b-1ceb-43da-b6da-cea431d3a091,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:20.649864 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 44438) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:20.713124 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f3d3630f-4512-419d-94f6-ead112e4156e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:20.735037 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f3d3630f-4512-419d-94f6-ead112e4156e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:20.785215 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f3d3630f-4512-419d-94f6-ead112e4156e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:20.789206 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f3d3630f-4512-419d-94f6-ead112e4156e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:20.793073 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-f3d3630f-4512-419d-94f6-ead112e4156e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a7abde5b-1ceb-43da-b6da-cea431d3a091 HTTP/1.1" status: 204 len: 168 time: 0.1396170 Nov 12 02:30:20.809937 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3630f-4512-419d-94f6-ead112e4156e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7abde5b-1ceb-43da-b6da-cea431d3a091,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:20.924691 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 6159a4de-08df-4c5b-afb6-bc1f4e2f213f up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:30:21.001900 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:21.004558 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.042266 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 44452) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:21.117758 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.145337 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d16c68-a04c-4a32-a599-e202e6c64152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:21.146302 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8f38f9-1fb6-4f62-85b7-79dbab523165" -d '{"events": [{"server_uuid": "26d16c68-a04c-4a32-a599-e202e6c64152", "name": "network-vif-plugged", "status": "completed", "tag": "6159a4de-08df-4c5b-afb6-bc1f4e2f213f"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:21.161223 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:21.167380 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.193042 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a9c782d0-0b7c-4f03-95e4-00e9992fc71a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.206197 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 44458) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:21.219943 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b9ab1d-9ddf-4724-8248-5f0e9a4ea6a2 x-openstack-request-id: req-d4b9ab1d-9ddf-4724-8248-5f0e9a4ea6a2 {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:21.220260 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d16c68-a04c-4a32-a599-e202e6c64152", "name": "network-vif-plugged", "status": "completed", "tag": "6159a4de-08df-4c5b-afb6-bc1f4e2f213f", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:21.220494 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4b9ab1d-9ddf-4724-8248-5f0e9a4ea6a2 {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:21.221028 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d16c68-a04c-4a32-a599-e202e6c64152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f', 'code': 200} Nov 12 02:30:21.224679 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-97c7c06c-60d5-49ca-b89f-5a5a03ba1de4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.226553 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,revision_number=7']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:21.286859 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a9c782d0-0b7c-4f03-95e4-00e9992fc71a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.290741 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a9c782d0-0b7c-4f03-95e4-00e9992fc71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.311673 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-97c7c06c-60d5-49ca-b89f-5a5a03ba1de4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.316921 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-97c7c06c-60d5-49ca-b89f-5a5a03ba1de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.330950 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-a9c782d0-0b7c-4f03-95e4-00e9992fc71a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=638be8dc7012478fa34098e3b5155232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875202 Nov 12 02:30:21.331785 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c782d0-0b7c-4f03-95e4-00e9992fc71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a7934c-fe34-423d-a172-705b44ea8662,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:21.335519 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 44462) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:21.361104 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-97c7c06c-60d5-49ca-b89f-5a5a03ba1de4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e808a11500c1415988c5a7abeee5e04f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1535408 Nov 12 02:30:21.365695 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 44464) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:21.371461 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7c06c-60d5-49ca-b89f-5a5a03ba1de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dd4fc6-9734-4bc0-9d95-b4c9a59e68d2,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:21.463615 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2e8586ce-4531-4358-b685-5f664d488f9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.493410 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-283a4077-490e-433e-85fd-abf0ebeabc3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.755016 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2e8586ce-4531-4358-b685-5f664d488f9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.779600 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98200db-0fff-469e-91fd-8501b1352021 req-65d71a45-37e8-4366-a697-88bafba22cd7 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:21.781039 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e98200db-0fff-469e-91fd-8501b1352021 req-65d71a45-37e8-4366-a697-88bafba22cd7 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.3653286 Nov 12 02:30:21.813843 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-283a4077-490e-433e-85fd-abf0ebeabc3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.912219 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0a424-d944-4ec4-91a8-3c1c09bc9c37 req-6d5e6bc4-2ca7-43a1-8215-6ff9eec136c9 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:21.913612 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0cc0a424-d944-4ec4-91a8-3c1c09bc9c37 req-6d5e6bc4-2ca7-43a1-8215-6ff9eec136c9 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.1623240 Nov 12 02:30:21.916770 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e98200db-0fff-469e-91fd-8501b1352021 req-f7f4e98e-bf20-4c89-b259-544051a2953d tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271760 Nov 12 02:30:21.942245 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2e8586ce-4531-4358-b685-5f664d488f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.945107 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2e8586ce-4531-4358-b685-5f664d488f9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.946289 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-2e8586ce-4531-4358-b685-5f664d488f9c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/90a7934c-fe34-423d-a172-705b44ea8662 HTTP/1.1" status: 204 len: 168 time: 0.6098599 Nov 12 02:30:21.954163 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-283a4077-490e-433e-85fd-abf0ebeabc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.957146 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-283a4077-490e-433e-85fd-abf0ebeabc3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.958243 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-283a4077-490e-433e-85fd-abf0ebeabc3a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c7dd4fc6-9734-4bc0-9d95-b4c9a59e68d2 HTTP/1.1" status: 204 len: 168 time: 0.5928779 Nov 12 02:30:21.967097 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8586ce-4531-4358-b685-5f664d488f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a7934c-fe34-423d-a172-705b44ea8662,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:21.989496 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a4077-490e-433e-85fd-abf0ebeabc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dd4fc6-9734-4bc0-9d95-b4c9a59e68d2,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:21.998748 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0cc0a424-d944-4ec4-91a8-3c1c09bc9c37 req-1d591f45-1611-4d16-8653-3ecfcfd1da38 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746443 Nov 12 02:30:22.361946 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 44486) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:22.376161 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b183e01a-097d-41b8-af7c-05558911d101 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:22.461670 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b183e01a-097d-41b8-af7c-05558911d101 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:22.467661 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b183e01a-097d-41b8-af7c-05558911d101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:22.508819 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-b183e01a-097d-41b8-af7c-05558911d101 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=39736be049e34ebcaabda41833645f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452088 Nov 12 02:30:22.509691 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183e01a-097d-41b8-af7c-05558911d101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d31aed2-05a5-4f26-a353-1d1d29ce68d3,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:22.511647 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 44490) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:22.564760 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-04f9a35b-1c35-46d7-b7b5-2b2f845d65b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:22.588896 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-04f9a35b-1c35-46d7-b7b5-2b2f845d65b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:22.638655 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-04f9a35b-1c35-46d7-b7b5-2b2f845d65b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:22.641360 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-04f9a35b-1c35-46d7-b7b5-2b2f845d65b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:22.643124 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-04f9a35b-1c35-46d7-b7b5-2b2f845d65b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d31aed2-05a5-4f26-a353-1d1d29ce68d3 HTTP/1.1" status: 204 len: 168 time: 0.1304433 Nov 12 02:30:22.653540 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9a35b-1c35-46d7-b7b5-2b2f845d65b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d31aed2-05a5-4f26-a353-1d1d29ce68d3,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:23.071462 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476efcf8-7cde-461b-9632-6d3e2f329c77 req-cc7b60d9-b98e-4483-b613-7eb3e643bff0 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:23.073139 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-476efcf8-7cde-461b-9632-6d3e2f329c77 req-cc7b60d9-b98e-4483-b613-7eb3e643bff0 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0680673 Nov 12 02:30:23.165676 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-476efcf8-7cde-461b-9632-6d3e2f329c77 req-10a182c2-6714-459a-917d-a1bb011b8452 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839384 Nov 12 02:30:23.178212 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7f0d5-1e0a-4abc-a764-4d39c8653ff8 req-51069e68-0833-4044-85c6-2a9faacd0b32 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:23.182715 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a9c7f0d5-1e0a-4abc-a764-4d39c8653ff8 req-51069e68-0833-4044-85c6-2a9faacd0b32 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0910916 Nov 12 02:30:23.240788 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a9c7f0d5-1e0a-4abc-a764-4d39c8653ff8 req-431552c9-28a8-453d-937f-46a4fc5fc8dc tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496805 Nov 12 02:30:24.299865 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81331a6-65bb-4d1b-b25b-378740229fe2 req-265ea82a-7f30-4079-b99d-73ba48804c65 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:24.308814 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b81331a6-65bb-4d1b-b25b-378740229fe2 req-265ea82a-7f30-4079-b99d-73ba48804c65 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0686996 Nov 12 02:30:24.402505 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b81331a6-65bb-4d1b-b25b-378740229fe2 req-874f52f7-4135-42d8-b4f7-0dcfb73085dc tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854008 Nov 12 02:30:24.417452 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00308896-1cc5-4a86-acbb-18769a8a6d5a req-2e1514ca-59be-4579-90d3-b37f6f43ba9e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:24.419415 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-00308896-1cc5-4a86-acbb-18769a8a6d5a req-2e1514ca-59be-4579-90d3-b37f6f43ba9e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0856194 Nov 12 02:30:24.510500 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-00308896-1cc5-4a86-acbb-18769a8a6d5a req-b7542b93-03ec-4bf7-b4b8-1d242aafcb9b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831642 Nov 12 02:30:24.758512 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b54f4c-d588-4a9f-baa5-04d24dff98da req-b170386a-859b-4e03-a539-9885eb627392 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:24.760576 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d1b54f4c-d588-4a9f-baa5-04d24dff98da req-b170386a-859b-4e03-a539-9885eb627392 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0895238 Nov 12 02:30:24.903402 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d1b54f4c-d588-4a9f-baa5-04d24dff98da req-4dc7f110-8867-44f7-9a66-ccdfd7d9441e tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316416 Nov 12 02:30:24.959797 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac409d-cec5-413f-8fbc-d5d0f7aa4fb8 req-52d56df9-11a0-4728-be66-fb8e5805c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:24.964584 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b1ac409d-cec5-413f-8fbc-d5d0f7aa4fb8 req-52d56df9-11a0-4728-be66-fb8e5805c1ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77e4b228dda14fa7852c7fe639ed28b0&device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 1098 time: 0.1209521 Nov 12 02:30:25.123580 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac409d-cec5-413f-8fbc-d5d0f7aa4fb8 req-87f8082c-e443-4aad-b693-0c80b22ff8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:25.125556 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b1ac409d-cec5-413f-8fbc-d5d0f7aa4fb8 req-87f8082c-e443-4aad-b693-0c80b22ff8d3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=38363d6e-af24-4ec9-9ca9-8c61a2487f51 HTTP/1.1" status: 200 len: 911 time: 0.1549244 Nov 12 02:30:25.249689 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b1ac409d-cec5-413f-8fbc-d5d0f7aa4fb8 req-87237bd6-350c-490d-9d5e-31d810e42515 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c2246ad-0135-4e41-9bee-c87015e386f7 HTTP/1.1" status: 200 len: 1001 time: 0.1075127 Nov 12 02:30:25.322210 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac409d-cec5-413f-8fbc-d5d0f7aa4fb8 req-c7f61153-acf1-4073-a6b1-98e880fc5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:25.323802 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b1ac409d-cec5-413f-8fbc-d5d0f7aa4fb8 req-c7f61153-acf1-4073-a6b1-98e880fc5567 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=413e91f4-27d9-4216-94e8-e9c6cf51bd63 HTTP/1.1" status: 200 len: 849 time: 0.0642085 Nov 12 02:30:25.386400 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac409d-cec5-413f-8fbc-d5d0f7aa4fb8 req-54729b14-3e81-45f3-b1fb-413c4919766d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:25.388082 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b1ac409d-cec5-413f-8fbc-d5d0f7aa4fb8 req-54729b14-3e81-45f3-b1fb-413c4919766d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=38363d6e-af24-4ec9-9ca9-8c61a2487f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525842 Nov 12 02:30:25.489700 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b1ac409d-cec5-413f-8fbc-d5d0f7aa4fb8 req-6ece0fd0-e025-4882-a8b7-69973224fa7a service neutron] 10.222.0.65 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927544 Nov 12 02:30:25.673965 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b1ac409d-cec5-413f-8fbc-d5d0f7aa4fb8 req-d4c3b773-1156-4893-a6f4-c6d109125f2d service neutron] 10.222.0.65 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770594 Nov 12 02:30:25.700670 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ad7a2-6c0b-429b-83e9-57bb126696f5 req-61099658-a543-4f77-945e-d1cdb619d882 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:25.702428 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-606ad7a2-6c0b-429b-83e9-57bb126696f5 req-61099658-a543-4f77-945e-d1cdb619d882 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0645871 Nov 12 02:30:25.779801 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-606ad7a2-6c0b-429b-83e9-57bb126696f5 req-a4fb3253-1c1f-476b-b593-9ba420e9491c tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691411 Nov 12 02:30:26.067074 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6d093-8f15-40b4-ad30-82bba4e1c26d req-8688be43-5033-4f96-954a-2bca2f4d5f47 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:26.068638 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5bc6d093-8f15-40b4-ad30-82bba4e1c26d req-8688be43-5033-4f96-954a-2bca2f4d5f47 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0689521 Nov 12 02:30:26.158969 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5bc6d093-8f15-40b4-ad30-82bba4e1c26d req-40b73df1-4674-403b-905c-2488b70de4a4 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833981 Nov 12 02:30:26.970749 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385d01a-b4b1-4d45-b043-a9a111bdf19c req-b6b37ec1-6906-4711-a4c6-b550009e9b54 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:26.987123 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4385d01a-b4b1-4d45-b043-a9a111bdf19c req-b6b37ec1-6906-4711-a4c6-b550009e9b54 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0950162 Nov 12 02:30:27.059756 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4385d01a-b4b1-4d45-b043-a9a111bdf19c req-6e85f933-5dd9-42f7-96a0-03e8410d8bf9 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710440 Nov 12 02:30:27.382604 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822049e-c165-4966-980e-8d372d74f74a req-35b75d7f-3e35-472b-be62-b3e77b771dce tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:27.384241 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8822049e-c165-4966-980e-8d372d74f74a req-35b75d7f-3e35-472b-be62-b3e77b771dce tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0908723 Nov 12 02:30:27.472794 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8822049e-c165-4966-980e-8d372d74f74a req-67dbbf89-694f-4113-93d2-fc92762cdbd0 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736859 Nov 12 02:30:28.299147 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d3234-7e01-44ee-a11b-83b172fce481 req-b895c6df-524e-4c2e-8b79-054ccab22817 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:28.302158 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c09d3234-7e01-44ee-a11b-83b172fce481 req-b895c6df-524e-4c2e-8b79-054ccab22817 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0639458 Nov 12 02:30:28.363334 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c09d3234-7e01-44ee-a11b-83b172fce481 req-76c421fc-5d25-463b-a2b2-5373b47d5107 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531888 Nov 12 02:30:28.608904 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:30:29.547759 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220847e-9237-42f7-9d89-8aac114c18bd req-e6c0f85c-c63a-46ed-80a8-295e679b38d4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:29.549378 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9220847e-9237-42f7-9d89-8aac114c18bd req-e6c0f85c-c63a-46ed-80a8-295e679b38d4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0714090 Nov 12 02:30:29.617135 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9220847e-9237-42f7-9d89-8aac114c18bd req-d676bb80-64ac-40b4-8d44-60fc263994bc tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611248 Nov 12 02:30:30.304057 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7491a663-0f47-4201-88c3-cf7f24ed84f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:30.748377 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307fabd-6301-4066-9480-1b76569e007a req-a2a1ca01-645d-48d5-92db-ed3a3c4d0f5a tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:30.755924 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3307fabd-6301-4066-9480-1b76569e007a req-a2a1ca01-645d-48d5-92db-ed3a3c4d0f5a tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0644164 Nov 12 02:30:30.803942 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3307fabd-6301-4066-9480-1b76569e007a req-7a8d482d-d95a-4fd4-b7ce-d900c9dbe2f7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472836 Nov 12 02:30:31.953572 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29c976-86a1-4560-9a65-c299d3f65e4a req-fd717036-754b-4f5d-b67c-e4f252fc62ce tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:31.955140 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ab29c976-86a1-4560-9a65-c299d3f65e4a req-fd717036-754b-4f5d-b67c-e4f252fc62ce tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0578554 Nov 12 02:30:32.009180 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ab29c976-86a1-4560-9a65-c299d3f65e4a req-bd411043-5580-4f15-8c72-b478294de6b6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468271 Nov 12 02:30:32.659532 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f15efdd4-5875-44e9-9f31-10f00c2bc95e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:33.196279 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae27b28-207a-460c-8f68-43c1e27a1f0e req-72289480-6cd9-4d98-a3f6-f621ddb5b878 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:33.203220 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fae27b28-207a-460c-8f68-43c1e27a1f0e req-72289480-6cd9-4d98-a3f6-f621ddb5b878 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.1004355 Nov 12 02:30:33.263550 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fae27b28-207a-460c-8f68-43c1e27a1f0e req-49376fcb-471b-4cb4-9b4a-955e39bceee0 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580103 Nov 12 02:30:33.800260 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:34.433649 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202a9fe-8704-477a-8462-9aa1fb08036c req-844d3f62-fab7-427c-850d-acbf2ec47c15 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:34.436072 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b202a9fe-8704-477a-8462-9aa1fb08036c req-844d3f62-fab7-427c-850d-acbf2ec47c15 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0599656 Nov 12 02:30:34.508108 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b202a9fe-8704-477a-8462-9aa1fb08036c req-b0e9f9d5-bb88-4739-b324-74375b6f9c88 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649202 Nov 12 02:30:35.542540 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:35.694899 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612403c4-29f0-4c78-9aa6-b596abcf269b req-9be2a48d-5139-4e00-ad0c-e22d3a8acf77 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:35.698851 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-612403c4-29f0-4c78-9aa6-b596abcf269b req-9be2a48d-5139-4e00-ad0c-e22d3a8acf77 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0790629 Nov 12 02:30:35.771261 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-612403c4-29f0-4c78-9aa6-b596abcf269b req-ca9661bd-8a67-40c6-b480-eef64aca4e2c tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625701 Nov 12 02:30:35.883603 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:36.937152 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735ceaf-1c95-45cc-aea8-6fc0b83e0ca2 req-687edc27-214c-4913-89a2-26b32af07b06 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:36.938749 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8735ceaf-1c95-45cc-aea8-6fc0b83e0ca2 req-687edc27-214c-4913-89a2-26b32af07b06 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0709574 Nov 12 02:30:36.991813 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8735ceaf-1c95-45cc-aea8-6fc0b83e0ca2 req-0146f520-125a-4d81-ac5c-22e127f9e092 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458004 Nov 12 02:30:38.120593 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d024be-f256-4753-bb80-3819dc6b70d1 req-d0e07681-e6f8-4715-8f13-3109907c34a8 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:38.122127 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-06d024be-f256-4753-bb80-3819dc6b70d1 req-d0e07681-e6f8-4715-8f13-3109907c34a8 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0499897 Nov 12 02:30:38.182603 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-06d024be-f256-4753-bb80-3819dc6b70d1 req-836564b1-f7b6-4d19-8ccb-e6a4c09ca780 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525682 Nov 12 02:30:39.340418 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8196f-f853-4717-9fe9-3ab429a3f813 req-6e7710f6-b44c-4aa3-861a-f17d34b11540 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:39.342010 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6ef8196f-f853-4717-9fe9-3ab429a3f813 req-6e7710f6-b44c-4aa3-861a-f17d34b11540 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0652184 Nov 12 02:30:39.403312 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6ef8196f-f853-4717-9fe9-3ab429a3f813 req-4d840bbf-24a8-4f77-8b12-62054d65daf2 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546155 Nov 12 02:30:39.839120 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5373b0-4663-4864-8d69-5a2701bc0bce req-63fde5c8-af78-43f1-8deb-e19b83c83cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:39.841249 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aa5373b0-4663-4864-8d69-5a2701bc0bce req-63fde5c8-af78-43f1-8deb-e19b83c83cd9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e70a88f4b094066abaf2d0cd853f751&device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 1098 time: 0.0632854 Nov 12 02:30:39.964220 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5373b0-4663-4864-8d69-5a2701bc0bce req-a631039a-1707-4b99-bf99-b9dbc7e92179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:39.965838 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aa5373b0-4663-4864-8d69-5a2701bc0bce req-a631039a-1707-4b99-bf99-b9dbc7e92179 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed2ba848-d313-464e-93cb-db87f28d8bf9 HTTP/1.1" status: 200 len: 917 time: 0.1148682 Nov 12 02:30:40.024974 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 44810) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:40.053969 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aa5373b0-4663-4864-8d69-5a2701bc0bce req-d4b4fddf-bd5d-404e-bf35-511c597a0309 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6159a4de-08df-4c5b-afb6-bc1f4e2f213f HTTP/1.1" status: 200 len: 1000 time: 0.0785856 Nov 12 02:30:40.111342 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5373b0-4663-4864-8d69-5a2701bc0bce req-505e60a6-1d9d-4a27-b479-8486002204aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:40.113391 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aa5373b0-4663-4864-8d69-5a2701bc0bce req-505e60a6-1d9d-4a27-b479-8486002204aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a36fabb7-5929-480d-92d3-1a57b54853bf HTTP/1.1" status: 200 len: 855 time: 0.0509331 Nov 12 02:30:40.172412 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5373b0-4663-4864-8d69-5a2701bc0bce req-85fe63a8-aa8d-42bb-82b1-ecfc03d67ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:40.172712 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bb4fbccf-41a3-4b56-8b65-83cd7df72641 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.173993 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aa5373b0-4663-4864-8d69-5a2701bc0bce req-85fe63a8-aa8d-42bb-82b1-ecfc03d67ff4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed2ba848-d313-464e-93cb-db87f28d8bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499916 Nov 12 02:30:40.284923 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bb4fbccf-41a3-4b56-8b65-83cd7df72641 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.290429 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bb4fbccf-41a3-4b56-8b65-83cd7df72641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.304305 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aa5373b0-4663-4864-8d69-5a2701bc0bce req-6f0308b0-edc8-4582-b331-b088d83cb55b service neutron] 10.222.0.65 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217563 Nov 12 02:30:40.335813 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fbccf-41a3-4b56-8b65-83cd7df72641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18d1dbd-0eef-4394-a51b-7558bff76067,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:40.341359 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-bb4fbccf-41a3-4b56-8b65-83cd7df72641 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6d690c20ad54310bf8b730c04ea24c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152833 Nov 12 02:30:40.345612 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 44814) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:40.355254 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4fbccf-41a3-4b56-8b65-83cd7df72641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:40.355936 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4fbccf-41a3-4b56-8b65-83cd7df72641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:40.356284 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4fbccf-41a3-4b56-8b65-83cd7df72641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:40.356628 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4fbccf-41a3-4b56-8b65-83cd7df72641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:40.356962 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4fbccf-41a3-4b56-8b65-83cd7df72641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:40.357400 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4fbccf-41a3-4b56-8b65-83cd7df72641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:40.357920 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4fbccf-41a3-4b56-8b65-83cd7df72641 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:40.358258 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4fbccf-41a3-4b56-8b65-83cd7df72641 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:40.358594 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4fbccf-41a3-4b56-8b65-83cd7df72641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:40.358955 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4fbccf-41a3-4b56-8b65-83cd7df72641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:40.359294 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4fbccf-41a3-4b56-8b65-83cd7df72641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:40.359621 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4fbccf-41a3-4b56-8b65-83cd7df72641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:40.412858 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-70e1ec77-94fe-4171-add0-742b9b95a402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.432159 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aa5373b0-4663-4864-8d69-5a2701bc0bce req-383d92bc-512f-446b-aaee-ecdeba552c41 service neutron] 10.222.0.65 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184435 Nov 12 02:30:40.437728 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-70e1ec77-94fe-4171-add0-742b9b95a402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.496860 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-70e1ec77-94fe-4171-add0-742b9b95a402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.499523 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-70e1ec77-94fe-4171-add0-742b9b95a402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.500643 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-70e1ec77-94fe-4171-add0-742b9b95a402 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e18d1dbd-0eef-4394-a51b-7558bff76067 HTTP/1.1" status: 204 len: 168 time: 0.1537921 Nov 12 02:30:40.508983 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1ec77-94fe-4171-add0-742b9b95a402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18d1dbd-0eef-4394-a51b-7558bff76067,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:40.552209 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7f900-b656-4438-a4ce-64a8298409d0 req-25791992-59ff-4339-b12a-3511a799814c tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:40.555092 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-50e7f900-b656-4438-a4ce-64a8298409d0 req-25791992-59ff-4339-b12a-3511a799814c tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0718760 Nov 12 02:30:40.616205 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-50e7f900-b656-4438-a4ce-64a8298409d0 req-2679d78e-6160-45a7-a43a-4d0348a0e604 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547502 Nov 12 02:30:40.842349 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 44832) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:40.863084 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1ab0519a-ddfb-41b8-90ab-a9007a6da3e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.944060 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1ab0519a-ddfb-41b8-90ab-a9007a6da3e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.947870 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1ab0519a-ddfb-41b8-90ab-a9007a6da3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.986744 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-1ab0519a-ddfb-41b8-90ab-a9007a6da3e0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f5fbce600ccb474d96c90d3c9c75cffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430104 Nov 12 02:30:40.987631 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0519a-ddfb-41b8-90ab-a9007a6da3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310474dd-528f-456b-a2e8-d5c3d4402d47,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:40.990497 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 44834) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:41.054510 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5b888c70-e76d-4635-8d7f-011c336014cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.082249 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5b888c70-e76d-4635-8d7f-011c336014cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.150798 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5b888c70-e76d-4635-8d7f-011c336014cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.155337 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5b888c70-e76d-4635-8d7f-011c336014cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.156964 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-5b888c70-e76d-4635-8d7f-011c336014cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/310474dd-528f-456b-a2e8-d5c3d4402d47 HTTP/1.1" status: 204 len: 168 time: 0.1652772 Nov 12 02:30:41.167745 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b888c70-e76d-4635-8d7f-011c336014cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310474dd-528f-456b-a2e8-d5c3d4402d47,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:41.547079 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 44840) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:41.560716 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-da39ef25-13cc-407b-a0ff-3ed07e99bc42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.663619 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-da39ef25-13cc-407b-a0ff-3ed07e99bc42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.667911 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-da39ef25-13cc-407b-a0ff-3ed07e99bc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.714259 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-da39ef25-13cc-407b-a0ff-3ed07e99bc42 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3ee2aaae49c14813a28a1da25ca47be5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1659203 Nov 12 02:30:41.715059 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39ef25-13cc-407b-a0ff-3ed07e99bc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddce7261-6a22-42d3-8cdc-63fe0132feab,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:41.717314 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 44844) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:41.813215 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff250d3-8db5-4259-bd41-60add1bed418 req-689ac3ed-0ec4-44d0-ad65-e44abf764662 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:41.814742 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dff250d3-8db5-4259-bd41-60add1bed418 req-689ac3ed-0ec4-44d0-ad65-e44abf764662 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0902348 Nov 12 02:30:41.815590 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24ce554c-b40a-4314-ade5-46a2289f34fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.852046 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24ce554c-b40a-4314-ade5-46a2289f34fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.908318 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dff250d3-8db5-4259-bd41-60add1bed418 req-fe39578f-51c2-4a66-808f-2f73faf648c9 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829749 Nov 12 02:30:41.938016 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24ce554c-b40a-4314-ade5-46a2289f34fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.940988 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24ce554c-b40a-4314-ade5-46a2289f34fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:41.942274 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-24ce554c-b40a-4314-ade5-46a2289f34fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ddce7261-6a22-42d3-8cdc-63fe0132feab HTTP/1.1" status: 204 len: 168 time: 0.2238173 Nov 12 02:30:41.951359 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce554c-b40a-4314-ade5-46a2289f34fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddce7261-6a22-42d3-8cdc-63fe0132feab,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:43.097077 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14385c1c-6f9f-4757-987a-16595fbe4f2d req-a3dfb08b-fe30-4703-82d4-4b89ccd06cbd tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:43.105345 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-14385c1c-6f9f-4757-987a-16595fbe4f2d req-a3dfb08b-fe30-4703-82d4-4b89ccd06cbd tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0838768 Nov 12 02:30:43.155679 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-14385c1c-6f9f-4757-987a-16595fbe4f2d req-5982f4a1-e774-4f8d-97a9-eef1510bc14d tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490491 Nov 12 02:30:44.192029 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 6159a4de-08df-4c5b-afb6-bc1f4e2f213f no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:30:44.300325 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:44.300634 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f50c3-8ab5-492a-8cff-b7e2550672b4 req-de06d0b4-53ac-46b0-8955-29dc918a01c6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:44.302150 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-272f50c3-8ab5-492a-8cff-b7e2550672b4 req-de06d0b4-53ac-46b0-8955-29dc918a01c6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 945 time: 0.0570467 Nov 12 02:30:44.343847 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d16c68-a04c-4a32-a599-e202e6c64152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:44.345554 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818359e8-e741-48c4-9129-50d485de712e" -d '{"events": [{"server_uuid": "26d16c68-a04c-4a32-a599-e202e6c64152", "name": "network-vif-unplugged", "status": "completed", "tag": "6159a4de-08df-4c5b-afb6-bc1f4e2f213f"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:44.369146 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:44.375386 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:44.380397 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-272f50c3-8ab5-492a-8cff-b7e2550672b4 req-88198222-2815-4f05-aa28-1e4353bb8288 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632815 Nov 12 02:30:44.416258 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d963ed6a-458d-46d3-a4a5-062f44163b66 x-openstack-request-id: req-d963ed6a-458d-46d3-a4a5-062f44163b66 {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:44.416751 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d16c68-a04c-4a32-a599-e202e6c64152", "name": "network-vif-unplugged", "status": "completed", "tag": "6159a4de-08df-4c5b-afb6-bc1f4e2f213f", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:44.417098 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d963ed6a-458d-46d3-a4a5-062f44163b66 {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:44.417624 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d16c68-a04c-4a32-a599-e202e6c64152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f', 'code': 200} Nov 12 02:30:44.444886 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,revision_number=8']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:45.540545 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc7bc8-5fb5-4db8-b76c-d425fedcf7c2 req-5986b879-45f5-4cba-a3a3-accb6191078e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:45.542021 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-67bc7bc8-5fb5-4db8-b76c-d425fedcf7c2 req-5986b879-45f5-4cba-a3a3-accb6191078e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0638025 Nov 12 02:30:45.592851 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-67bc7bc8-5fb5-4db8-b76c-d425fedcf7c2 req-e0f6fb7c-8364-44cd-9097-d30ee1d6c719 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448549 Nov 12 02:30:46.749346 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83cfa2-fd81-419a-acce-1c5f3c9c18c5 req-b3537be1-8c94-4ec5-994e-57ed28207753 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:46.760067 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ac83cfa2-fd81-419a-acce-1c5f3c9c18c5 req-b3537be1-8c94-4ec5-994e-57ed28207753 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0671129 Nov 12 02:30:46.822571 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ac83cfa2-fd81-419a-acce-1c5f3c9c18c5 req-c90dbbbb-2aca-48c2-af33-f53ee3fb1cb7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604246 Nov 12 02:30:47.942035 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16c1ef-808e-43ea-894b-68ef3992aa4a req-135f1917-133d-4297-b07d-0bd279e4ca0e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:47.943793 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4a16c1ef-808e-43ea-894b-68ef3992aa4a req-135f1917-133d-4297-b07d-0bd279e4ca0e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0512280 Nov 12 02:30:47.998736 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4a16c1ef-808e-43ea-894b-68ef3992aa4a req-3b10c553-f87d-4adf-8d33-1da644d320f5 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485411 Nov 12 02:30:48.587634 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [req-b0d8d188-6125-4b27-8b52-cbfac71073d0 req-dde498c8-0378-42b4-99ff-06d732e0de87 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=101678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:30:48.588683 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b0d8d188-6125-4b27-8b52-cbfac71073d0 req-dde498c8-0378-42b4-99ff-06d732e0de87 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060234 Nov 12 02:30:48.790194 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5b4e0-fae6-4471-ac8e-1a06350f19ba req-0c001aa8-64e3-427d-963c-e4cc50a8a6e6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:48.794692 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-29d5b4e0-fae6-4471-ac8e-1a06350f19ba req-0c001aa8-64e3-427d-963c-e4cc50a8a6e6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0581024 Nov 12 02:30:48.852325 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-29d5b4e0-fae6-4471-ac8e-1a06350f19ba req-caac29d7-9cae-4dc7-8fa7-a68cbbe61829 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537913 Nov 12 02:30:49.208172 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 44986) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:49.306894 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:49.332612 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-317e11a9-0aba-4787-8bc7-813dd650e6ba req-040a95c9-2a5f-4cf5-a6b5-1238091d403f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1219242 Nov 12 02:30:49.341511 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [req-317e11a9-0aba-4787-8bc7-813dd650e6ba req-055c6cd8-b7d1-4b6a-b01d-3107f6996c68 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=101678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:30:49.343436 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-317e11a9-0aba-4787-8bc7-813dd650e6ba req-055c6cd8-b7d1-4b6a-b01d-3107f6996c68 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051100 Nov 12 02:30:49.991752 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02096e8-1a77-4a81-afe6-471ec9f8eaa9 req-396250d1-df40-4d5f-bb22-846393d5e9b9 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:49.993732 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d02096e8-1a77-4a81-afe6-471ec9f8eaa9 req-396250d1-df40-4d5f-bb22-846393d5e9b9 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0612934 Nov 12 02:30:50.050428 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d02096e8-1a77-4a81-afe6-471ec9f8eaa9 req-ebae1211-4761-4fa2-830f-d435f612bd22 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506148 Nov 12 02:30:50.693338 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 6159a4de-08df-4c5b-afb6-bc1f4e2f213f no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:30:51.192188 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f19d73-3ce7-483b-86d2-4c4b9302d11b req-a243e11b-e8ae-434f-b1ae-96a91cf3fe70 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:51.193691 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-22f19d73-3ce7-483b-86d2-4c4b9302d11b req-a243e11b-e8ae-434f-b1ae-96a91cf3fe70 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0616448 Nov 12 02:30:51.242854 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-22f19d73-3ce7-483b-86d2-4c4b9302d11b req-1b3f9a21-0b38-4438-b700-cda642be7087 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428958 Nov 12 02:30:52.384842 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab04a1-5aee-4b7f-bea8-668605d89546 req-268d576b-2908-42f2-8c84-21ba4795936d tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:52.386387 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c4ab04a1-5aee-4b7f-bea8-668605d89546 req-268d576b-2908-42f2-8c84-21ba4795936d tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0530035 Nov 12 02:30:52.439697 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c4ab04a1-5aee-4b7f-bea8-668605d89546 req-8695f95b-f8cf-4c86-ba11-67773e69252f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473239 Nov 12 02:30:53.564703 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8f64c-663a-45e4-a30e-fa24a8a33f0e req-4211b152-d31e-4cb7-8714-bc7a63c94cc4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:53.566920 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ece8f64c-663a-45e4-a30e-fa24a8a33f0e req-4211b152-d31e-4cb7-8714-bc7a63c94cc4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0502238 Nov 12 02:30:53.616742 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ece8f64c-663a-45e4-a30e-fa24a8a33f0e req-08b1af20-638d-403b-9f0f-c86d8c295e29 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437732 Nov 12 02:30:54.740003 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd7960-bbb9-49ee-a063-691bfb746271 req-64d5f183-98cb-4f49-ad21-41f3948e4227 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:54.741511 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f8dd7960-bbb9-49ee-a063-691bfb746271 req-64d5f183-98cb-4f49-ad21-41f3948e4227 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0505497 Nov 12 02:30:54.790822 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f8dd7960-bbb9-49ee-a063-691bfb746271 req-a15a0132-9371-4f62-b869-6c3bd1acf3f3 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430090 Nov 12 02:30:55.917643 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91daa1c-941a-4d13-abdc-33f5797c05eb req-e62ae79b-14e4-4ba7-a6bd-7c5f74e89020 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:55.919117 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b91daa1c-941a-4d13-abdc-33f5797c05eb req-e62ae79b-14e4-4ba7-a6bd-7c5f74e89020 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0543463 Nov 12 02:30:55.977813 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b91daa1c-941a-4d13-abdc-33f5797c05eb req-57f4c449-e24d-4800-b073-2165d197c80a tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491257 Nov 12 02:30:57.104685 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a172c8f-408f-4965-ace9-7625d274351f req-277ec36f-a948-4729-a6fc-9faea35023df tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:57.106277 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1a172c8f-408f-4965-ace9-7625d274351f req-277ec36f-a948-4729-a6fc-9faea35023df tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0525877 Nov 12 02:30:57.163072 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1a172c8f-408f-4965-ace9-7625d274351f req-0aca7117-a96a-4998-9d69-3ad05e53535e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498888 Nov 12 02:30:58.316349 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c065eb-24a7-4b5a-a49c-f3d976d6d3b9 req-42912312-3d36-40be-a68b-60b9cb7228f9 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:58.318463 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d6c065eb-24a7-4b5a-a49c-f3d976d6d3b9 req-42912312-3d36-40be-a68b-60b9cb7228f9 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0628116 Nov 12 02:30:58.382078 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d6c065eb-24a7-4b5a-a49c-f3d976d6d3b9 req-be6a9600-ef89-455f-b3ea-1ac34c25d9a6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541739 Nov 12 02:30:59.525767 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbea627-8d99-4576-9665-55bb27e330ac req-4f073c9e-5201-4c1d-8ddc-26ced5551409 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:59.527339 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0fbea627-8d99-4576-9665-55bb27e330ac req-4f073c9e-5201-4c1d-8ddc-26ced5551409 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0510345 Nov 12 02:30:59.581033 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0fbea627-8d99-4576-9665-55bb27e330ac req-6307c38c-0c5e-4812-bd29-b53bcc840371 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474856 Nov 12 02:31:00.306044 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-2cfa1245-0ecf-4604-8a5e-fe3513262820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:00.555969 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e11a9-0aba-4787-8bc7-813dd650e6ba req-cc589325-f569-4605-9168-ef4d4b125857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:00.557489 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-317e11a9-0aba-4787-8bc7-813dd650e6ba req-cc589325-f569-4605-9168-ef4d4b125857 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152&tenant_id=4e70a88f4b094066abaf2d0cd853f751 HTTP/1.1" status: 200 len: 1096 time: 0.0811644 Nov 12 02:31:00.644923 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e11a9-0aba-4787-8bc7-813dd650e6ba req-25b9ead6-f54e-42b7-8b0c-e3d1eeb57980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:00.646644 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-317e11a9-0aba-4787-8bc7-813dd650e6ba req-25b9ead6-f54e-42b7-8b0c-e3d1eeb57980 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e70a88f4b094066abaf2d0cd853f751&device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 1096 time: 0.0449746 Nov 12 02:31:00.793615 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b05e9b-5d92-420e-a8fa-758118a6d987 req-a889a212-2f95-4f07-b0d1-1b7002dd1bb6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:00.795295 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f7b05e9b-5d92-420e-a8fa-758118a6d987 req-a889a212-2f95-4f07-b0d1-1b7002dd1bb6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.1287253 Nov 12 02:31:00.817837 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e11a9-0aba-4787-8bc7-813dd650e6ba req-2108c156-dad6-4197-bcce-4d3acc42f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:00.819348 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-317e11a9-0aba-4787-8bc7-813dd650e6ba req-2108c156-dad6-4197-bcce-4d3acc42f875 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed2ba848-d313-464e-93cb-db87f28d8bf9 HTTP/1.1" status: 200 len: 917 time: 0.1622915 Nov 12 02:31:00.852657 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 45100) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:00.858913 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f7b05e9b-5d92-420e-a8fa-758118a6d987 req-7925c028-91dc-495f-8ead-6c7a0baa46f1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535939 Nov 12 02:31:00.978244 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-79f7529d-2f87-4e51-adfc-6dc249395355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:01.059089 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-79f7529d-2f87-4e51-adfc-6dc249395355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:01.063884 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-79f7529d-2f87-4e51-adfc-6dc249395355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:01.103587 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-79f7529d-2f87-4e51-adfc-6dc249395355 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=68c585c8ddf744a2998c40becd54cb38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497444 Nov 12 02:31:01.104316 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7529d-2f87-4e51-adfc-6dc249395355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02328e93-95ce-4f85-87fc-f587f4c972db,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:01.106647 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 45104) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:01.169936 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2e8c66ef-8614-4b5e-bdbb-4fe1b4099885 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:01.200475 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2e8c66ef-8614-4b5e-bdbb-4fe1b4099885 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:01.264352 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2e8c66ef-8614-4b5e-bdbb-4fe1b4099885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:01.268065 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2e8c66ef-8614-4b5e-bdbb-4fe1b4099885 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:01.270165 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-2e8c66ef-8614-4b5e-bdbb-4fe1b4099885 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/02328e93-95ce-4f85-87fc-f587f4c972db HTTP/1.1" status: 204 len: 168 time: 0.1619043 Nov 12 02:31:01.279443 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c66ef-8614-4b5e-bdbb-4fe1b4099885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02328e93-95ce-4f85-87fc-f587f4c972db,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:01.568804 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 45112) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:01.582823 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-267bdf48-1ca8-4cfc-965c-4d6ccc0bedb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:01.665687 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-267bdf48-1ca8-4cfc-965c-4d6ccc0bedb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:01.670847 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-267bdf48-1ca8-4cfc-965c-4d6ccc0bedb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:01.709383 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-267bdf48-1ca8-4cfc-965c-4d6ccc0bedb3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f7868fedec95489fa054a4a1a2984044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394477 Nov 12 02:31:01.710605 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267bdf48-1ca8-4cfc-965c-4d6ccc0bedb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd70746-4c79-42f1-9fed-d3e5591dfd27,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:01.712142 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 45114) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:01.768266 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-17952282-dada-4578-90fa-22b6f896def5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:01.791018 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-17952282-dada-4578-90fa-22b6f896def5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:01.845464 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-17952282-dada-4578-90fa-22b6f896def5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:01.849375 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-17952282-dada-4578-90fa-22b6f896def5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:01.850731 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-17952282-dada-4578-90fa-22b6f896def5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9fd70746-4c79-42f1-9fed-d3e5591dfd27 HTTP/1.1" status: 204 len: 168 time: 0.1373944 Nov 12 02:31:01.861414 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17952282-dada-4578-90fa-22b6f896def5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd70746-4c79-42f1-9fed-d3e5591dfd27,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:02.015997 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ee347-6512-4dec-84af-924f0d9d0386 req-286adf62-d804-4300-9e6d-56f345a3498f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:02.017591 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1d2ee347-6512-4dec-84af-924f0d9d0386 req-286adf62-d804-4300-9e6d-56f345a3498f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0588269 Nov 12 02:31:02.084637 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1d2ee347-6512-4dec-84af-924f0d9d0386 req-4347f127-2b29-49de-9450-3dcef6d77d05 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599835 Nov 12 02:31:02.645418 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-2f73792f-40f5-4ca2-a0f1-a784e1f7c0c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:02.853923 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-317e11a9-0aba-4787-8bc7-813dd650e6ba req-b45650d1-b97d-40c2-9b42-2fb7bbc41a65 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6159a4de-08df-4c5b-afb6-bc1f4e2f213f HTTP/1.1" status: 200 len: 998 time: 0.0876293 Nov 12 02:31:03.245688 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ef4d1-318a-4f57-9220-6a8745417d18 req-61ee3d59-aa16-4cbd-bd6c-c5c47c31638d tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:03.247296 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e35ef4d1-318a-4f57-9220-6a8745417d18 req-61ee3d59-aa16-4cbd-bd6c-c5c47c31638d tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0610468 Nov 12 02:31:03.325002 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e35ef4d1-318a-4f57-9220-6a8745417d18 req-43c2cf3c-04c9-4731-85c6-00ffdd838839 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691996 Nov 12 02:31:03.794339 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:04.435213 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e11a9-0aba-4787-8bc7-813dd650e6ba req-aa6dfb82-72ac-4066-83b4-833c593d4c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:04.437670 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-317e11a9-0aba-4787-8bc7-813dd650e6ba req-aa6dfb82-72ac-4066-83b4-833c593d4c3e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a36fabb7-5929-480d-92d3-1a57b54853bf HTTP/1.1" status: 200 len: 855 time: 0.0662911 Nov 12 02:31:04.511855 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e11a9-0aba-4787-8bc7-813dd650e6ba req-55beb12a-7629-49e3-b59e-dde8fb6a1c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:04.513372 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-317e11a9-0aba-4787-8bc7-813dd650e6ba req-55beb12a-7629-49e3-b59e-dde8fb6a1c95 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed2ba848-d313-464e-93cb-db87f28d8bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628591 Nov 12 02:31:04.525288 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb1632-e219-4c69-aea4-e5520ba259d1 req-62de19b9-3cd9-4a70-9b75-11dfc643d847 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:04.527501 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-12fb1632-e219-4c69-aea4-e5520ba259d1 req-62de19b9-3cd9-4a70-9b75-11dfc643d847 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0880449 Nov 12 02:31:04.640577 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-12fb1632-e219-4c69-aea4-e5520ba259d1 req-ffc09265-3d70-43b3-b1fe-27d934078607 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034687 Nov 12 02:31:04.658755 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-317e11a9-0aba-4787-8bc7-813dd650e6ba req-129faa83-4db2-4b71-993b-f2467c63aae2 service neutron] 10.222.0.65 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302862 Nov 12 02:31:04.768605 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-317e11a9-0aba-4787-8bc7-813dd650e6ba req-a23f10c9-d96a-4fab-9828-7744dbffee02 service neutron] 10.222.0.65 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013594 Nov 12 02:31:05.306291 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:05.611670 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:31:05.800726 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33e3a4-9b25-4ea8-828f-8b28237bf9e3 req-b3ff387a-eb3a-4ccb-a791-2d26a80a6eb9 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:05.802418 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4b33e3a4-9b25-4ea8-828f-8b28237bf9e3 req-b3ff387a-eb3a-4ccb-a791-2d26a80a6eb9 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0573192 Nov 12 02:31:05.856257 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4b33e3a4-9b25-4ea8-828f-8b28237bf9e3 req-890e8c3e-831b-47e9-91f2-65f568ba5492 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473309 Nov 12 02:31:05.888429 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:07.015509 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba599c0a-d11b-45e5-9acf-941e40de3543 req-252be844-9e40-4d6e-9f80-22e18a6a1b4e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:07.017325 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ba599c0a-d11b-45e5-9acf-941e40de3543 req-252be844-9e40-4d6e-9f80-22e18a6a1b4e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0613234 Nov 12 02:31:07.083587 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ba599c0a-d11b-45e5-9acf-941e40de3543 req-9e27eda5-7c01-4927-b6ea-bfe6e1c9ebaf tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584502 Nov 12 02:31:08.227707 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b7e98-408a-40b8-a230-8d26dae9a14b req-59d9269a-afd1-49ee-b626-fef93cf07c38 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:08.229264 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-662b7e98-408a-40b8-a230-8d26dae9a14b req-59d9269a-afd1-49ee-b626-fef93cf07c38 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0507901 Nov 12 02:31:08.323075 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-662b7e98-408a-40b8-a230-8d26dae9a14b req-98c55947-6158-4d98-8393-fa43d726f60c tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788555 Nov 12 02:31:08.681550 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 45302) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:08.795644 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-991aad09-34c4-4655-a90b-c020eef86f0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:08.874863 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-991aad09-34c4-4655-a90b-c020eef86f0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:08.879497 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-991aad09-34c4-4655-a90b-c020eef86f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:08.918583 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991aad09-34c4-4655-a90b-c020eef86f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cdc7e5-6d69-403d-824e-b017b67359b7,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:08.925353 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-991aad09-34c4-4655-a90b-c020eef86f0c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1948e9cf71ea46a5aa9d4b484de7f43d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403038 Nov 12 02:31:08.927408 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 45306) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:08.980710 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f1d30715-56c9-403f-adc1-8ad65e0553d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:09.003017 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f1d30715-56c9-403f-adc1-8ad65e0553d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:09.051955 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f1d30715-56c9-403f-adc1-8ad65e0553d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:09.054602 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f1d30715-56c9-403f-adc1-8ad65e0553d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:09.058158 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-f1d30715-56c9-403f-adc1-8ad65e0553d8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a0cdc7e5-6d69-403d-824e-b017b67359b7 HTTP/1.1" status: 204 len: 168 time: 0.1269021 Nov 12 02:31:09.072435 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d30715-56c9-403f-adc1-8ad65e0553d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cdc7e5-6d69-403d-824e-b017b67359b7,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:09.364849 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 45318) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:09.378558 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d4ad6059-c25e-42bb-9b10-515fc83e000c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:09.507969 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d4ad6059-c25e-42bb-9b10-515fc83e000c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:09.518177 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d4ad6059-c25e-42bb-9b10-515fc83e000c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:09.556464 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-d4ad6059-c25e-42bb-9b10-515fc83e000c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9a570aa788da4329ac264e4e64cedead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1905143 Nov 12 02:31:09.559878 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 45324) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:09.592460 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad6059-c25e-42bb-9b10-515fc83e000c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3424465-3c00-4758-a812-a6d6166bff07,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:09.643299 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a5d9bbc1-0639-4f0c-85a1-75f929c5ca5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:09.690015 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a5d9bbc1-0639-4f0c-85a1-75f929c5ca5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:09.726917 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51ac44-aa9c-45c1-8e19-0d68e42131a6 req-0a466960-92f2-41c4-98db-da845b008562 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:09.735155 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8a51ac44-aa9c-45c1-8e19-0d68e42131a6 req-0a466960-92f2-41c4-98db-da845b008562 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.3173549 Nov 12 02:31:09.743414 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 45328) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:09.760956 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a5d9bbc1-0639-4f0c-85a1-75f929c5ca5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:09.765745 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a5d9bbc1-0639-4f0c-85a1-75f929c5ca5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:09.769564 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-a5d9bbc1-0639-4f0c-85a1-75f929c5ca5f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3424465-3c00-4758-a812-a6d6166bff07 HTTP/1.1" status: 204 len: 168 time: 0.2058949 Nov 12 02:31:09.775903 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9bbc1-0639-4f0c-85a1-75f929c5ca5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3424465-3c00-4758-a812-a6d6166bff07,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:09.803531 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8a51ac44-aa9c-45c1-8e19-0d68e42131a6 req-19b2a4b6-1ba4-4fff-b8ee-7fa49c0f28ae tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671744 Nov 12 02:31:09.935606 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ba8b52d5-77ac-4b38-87ae-b55ed47221ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:10.032001 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ba8b52d5-77ac-4b38-87ae-b55ed47221ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:10.036954 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ba8b52d5-77ac-4b38-87ae-b55ed47221ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:10.077256 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 45336) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:10.078967 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b52d5-77ac-4b38-87ae-b55ed47221ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d126e69e-a26e-47dc-9746-0098b412d091,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:10.091087 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-ba8b52d5-77ac-4b38-87ae-b55ed47221ce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=278c9621a5784ec5a6c23a21113912e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3436437 Nov 12 02:31:10.091087 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 45338) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:10.091605 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9c863757-1cba-4a2d-9d3f-d5bc4d7e49c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:10.174819 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b97647a-2231-4a28-b214-69024616d365 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:10.185830 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9c863757-1cba-4a2d-9d3f-d5bc4d7e49c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:10.199990 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9c863757-1cba-4a2d-9d3f-d5bc4d7e49c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:10.203060 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b97647a-2231-4a28-b214-69024616d365 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:10.256907 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b97647a-2231-4a28-b214-69024616d365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:10.259577 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3b97647a-2231-4a28-b214-69024616d365 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:10.260713 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-3b97647a-2231-4a28-b214-69024616d365 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d126e69e-a26e-47dc-9746-0098b412d091 HTTP/1.1" status: 204 len: 168 time: 0.1688049 Nov 12 02:31:10.265460 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-9c863757-1cba-4a2d-9d3f-d5bc4d7e49c8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=964de1c9cc9048e7b7e9baf96505eb85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870663 Nov 12 02:31:10.267555 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c863757-1cba-4a2d-9d3f-d5bc4d7e49c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053ac7b3-7602-47fe-8767-1c1763f9d1b7,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:10.270406 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 45342) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:10.276253 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97647a-2231-4a28-b214-69024616d365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d126e69e-a26e-47dc-9746-0098b412d091,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:10.353778 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7e2df5e1-b1a6-42b6-a598-69f561e4a1d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:10.381393 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7e2df5e1-b1a6-42b6-a598-69f561e4a1d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:10.443382 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7e2df5e1-b1a6-42b6-a598-69f561e4a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:10.446139 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7e2df5e1-b1a6-42b6-a598-69f561e4a1d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:10.447528 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-7e2df5e1-b1a6-42b6-a598-69f561e4a1d5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/053ac7b3-7602-47fe-8767-1c1763f9d1b7 HTTP/1.1" status: 204 len: 168 time: 0.1595237 Nov 12 02:31:10.467360 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2df5e1-b1a6-42b6-a598-69f561e4a1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053ac7b3-7602-47fe-8767-1c1763f9d1b7,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:10.683713 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 45350) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:10.697982 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4025-bd7b-498b-b14d-0958c06695e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:10.785921 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4025-bd7b-498b-b14d-0958c06695e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:10.790097 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9ecd4025-bd7b-498b-b14d-0958c06695e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:10.834904 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-9ecd4025-bd7b-498b-b14d-0958c06695e0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=153f2c72ce414844825d4d57eb9f2da9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482944 Nov 12 02:31:10.835841 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 45356) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:10.844381 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd4025-bd7b-498b-b14d-0958c06695e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f325ea4a-0f8a-4766-b514-ffaf39572156,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:10.906899 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-64fe8b97-ab43-445e-bc0a-37802f8d3703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:10.978691 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-64fe8b97-ab43-445e-bc0a-37802f8d3703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:11.020137 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edef613-edae-44aa-8c25-caf9aa9b08fb req-b52f346e-839f-48c6-8919-c30ea093e633 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:11.021942 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6edef613-edae-44aa-8c25-caf9aa9b08fb req-b52f346e-839f-48c6-8919-c30ea093e633 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.1130724 Nov 12 02:31:11.076034 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-64fe8b97-ab43-445e-bc0a-37802f8d3703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:11.078565 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-64fe8b97-ab43-445e-bc0a-37802f8d3703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:11.079725 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-64fe8b97-ab43-445e-bc0a-37802f8d3703 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f325ea4a-0f8a-4766-b514-ffaf39572156 HTTP/1.1" status: 204 len: 168 time: 0.2426944 Nov 12 02:31:11.087333 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6edef613-edae-44aa-8c25-caf9aa9b08fb req-b7ed4252-0329-4794-a8d8-c4323f6058fb tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565317 Nov 12 02:31:11.094924 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe8b97-ab43-445e-bc0a-37802f8d3703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f325ea4a-0f8a-4766-b514-ffaf39572156,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:12.256615 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a44b2-c682-4322-b002-29090299e04f req-55906d52-21e3-420c-8e73-930f48f282ea tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:12.256615 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-be3a44b2-c682-4322-b002-29090299e04f req-55906d52-21e3-420c-8e73-930f48f282ea tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0545402 Nov 12 02:31:12.327337 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-be3a44b2-c682-4322-b002-29090299e04f req-ee9031e3-9f66-4242-9636-21a3d49d44a3 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645835 Nov 12 02:31:13.372246 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-19653e38-ad7d-46bf-bba2-7f5a25936129 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a876e3d7f3a34cf39a0e1b64acd65553&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621159 Nov 12 02:31:13.462703 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 45470) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:13.596191 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-78bdd567-2cf3-4dbf-ad33-a46b4687132f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:13.657513 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5faa0e-ef68-4a8d-a19a-6680c512b1c2 req-68693be6-0207-498f-aebb-ac890b9f164d tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:13.659455 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3c5faa0e-ef68-4a8d-a19a-6680c512b1c2 req-68693be6-0207-498f-aebb-ac890b9f164d tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.1833785 Nov 12 02:31:13.686263 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-78bdd567-2cf3-4dbf-ad33-a46b4687132f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:13.696423 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-78bdd567-2cf3-4dbf-ad33-a46b4687132f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:13.700658 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-cc88f9d2-6c3b-43c1-90c5-6fe8fa0c5282 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:13.702200 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-cc88f9d2-6c3b-43c1-90c5-6fe8fa0c5282 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3239019 Nov 12 02:31:13.731029 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdd567-2cf3-4dbf-ad33-a46b4687132f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee94dd56-c9d9-4eb8-9c7a-adf43feac3dc,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:13.739200 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-5d2176bc-d89f-48f3-a116-3943f729add1 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/quotas/a876e3d7f3a34cf39a0e1b64acd65553 HTTP/1.1" status: 200 len: 375 time: 0.0299256 Nov 12 02:31:13.744230 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3c5faa0e-ef68-4a8d-a19a-6680c512b1c2 req-89456db1-5c41-4c9c-872f-89bc3b9bd48a tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771892 Nov 12 02:31:13.751860 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-78bdd567-2cf3-4dbf-ad33-a46b4687132f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f167fc50376842019c78d3d09c9149d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880805 Nov 12 02:31:13.752784 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 45474) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:13.815725 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-91b23f1a-7550-485e-a1cb-d4d0993ef2a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:13.846544 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-91b23f1a-7550-485e-a1cb-d4d0993ef2a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:13.900846 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-91b23f1a-7550-485e-a1cb-d4d0993ef2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:13.903706 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-91b23f1a-7550-485e-a1cb-d4d0993ef2a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:13.905099 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-91b23f1a-7550-485e-a1cb-d4d0993ef2a3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ee94dd56-c9d9-4eb8-9c7a-adf43feac3dc HTTP/1.1" status: 204 len: 168 time: 0.1501756 Nov 12 02:31:13.917027 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b23f1a-7550-485e-a1cb-d4d0993ef2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee94dd56-c9d9-4eb8-9c7a-adf43feac3dc,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:14.085460 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-6fdfdc31-e7cc-4105-86d3-9edc9ec5484f tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a876e3d7f3a34cf39a0e1b64acd65553&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3400290 Nov 12 02:31:14.259985 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 45486) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:14.295363 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8718c5bc-0fd6-400e-b5c1-b891fa00e44c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:14.307980 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3bf7c41b-6878-40e0-ab9b-ee42d7d51e32 req-0d6a40db-d10c-4499-86b1-b1e3b2b423d1 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 210 time: 0.0444040 Nov 12 02:31:14.423020 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8718c5bc-0fd6-400e-b5c1-b891fa00e44c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:14.427195 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8718c5bc-0fd6-400e-b5c1-b891fa00e44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:14.469464 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718c5bc-0fd6-400e-b5c1-b891fa00e44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb99fdb6-e02c-4f8e-ad31-0423d7898b36,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:14.477730 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-8718c5bc-0fd6-400e-b5c1-b891fa00e44c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da7d63e359214f138a28bc0922c4bbb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165463 Nov 12 02:31:14.478064 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 45488) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:14.541319 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-703a2611-61cc-4403-b5d0-38800a99714d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:14.565775 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-703a2611-61cc-4403-b5d0-38800a99714d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:14.623521 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-703a2611-61cc-4403-b5d0-38800a99714d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:14.626060 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-703a2611-61cc-4403-b5d0-38800a99714d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:14.627910 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-703a2611-61cc-4403-b5d0-38800a99714d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cb99fdb6-e02c-4f8e-ad31-0423d7898b36 HTTP/1.1" status: 204 len: 168 time: 0.1483622 Nov 12 02:31:14.642962 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a2611-61cc-4403-b5d0-38800a99714d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb99fdb6-e02c-4f8e-ad31-0423d7898b36,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:14.666019 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a2611-61cc-4403-b5d0-38800a99714d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:14.666927 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a2611-61cc-4403-b5d0-38800a99714d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:14.667435 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a2611-61cc-4403-b5d0-38800a99714d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:14.668961 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a2611-61cc-4403-b5d0-38800a99714d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:14.669401 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a2611-61cc-4403-b5d0-38800a99714d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:14.670965 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a2611-61cc-4403-b5d0-38800a99714d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:14.672318 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a2611-61cc-4403-b5d0-38800a99714d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:14.673031 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a2611-61cc-4403-b5d0-38800a99714d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:14.675470 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a2611-61cc-4403-b5d0-38800a99714d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:14.676085 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a2611-61cc-4403-b5d0-38800a99714d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:14.676512 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a2611-61cc-4403-b5d0-38800a99714d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:14.676981 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a2611-61cc-4403-b5d0-38800a99714d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:14.931674 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dd120-9d3c-47cd-b3c9-3df538bc970d req-6359cf82-63ae-40c6-b425-8827c2362fa9 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:14.933645 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f97dd120-9d3c-47cd-b3c9-3df538bc970d req-6359cf82-63ae-40c6-b425-8827c2362fa9 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0719657 Nov 12 02:31:15.001009 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f97dd120-9d3c-47cd-b3c9-3df538bc970d req-b978462e-0313-4e3b-a9ab-b1b9c6f2c5b2 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582628 Nov 12 02:31:15.432680 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-22f08f97-eab0-4c99-abe4-cef60ef4a146 req-9472e8c8-f55d-4021-8a13-4140673a2d51 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 210 time: 0.0278125 Nov 12 02:31:15.478892 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 45520) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:15.591891 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-3e5b722a-69b2-40a6-9001-7e03a112b2ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2003235533-network', 'tenant_id': '3d0dfc0e5c4049f3a90b31c528913749'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:31:15.617294 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5b722a-69b2-40a6-9001-7e03a112b2ab admin admin] Made reservation on behalf of 3d0dfc0e5c4049f3a90b31c528913749 for: {'network': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:31:15.619931 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3e5b722a-69b2-40a6-9001-7e03a112b2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for network, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:15.629868 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3e5b722a-69b2-40a6-9001-7e03a112b2ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:15.722954 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3e5b722a-69b2-40a6-9001-7e03a112b2ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:15.727646 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3e5b722a-69b2-40a6-9001-7e03a112b2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:15.756178 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5b722a-69b2-40a6-9001-7e03a112b2ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=101678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:31:15.766000 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b722a-69b2-40a6-9001-7e03a112b2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61970319-b560-4933-b6e8-56f5ea36a0f1,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:15.774702 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3e5b722a-69b2-40a6-9001-7e03a112b2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:15.778949 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.segments_db [None req-3e5b722a-69b2-40a6-9001-7e03a112b2ab admin admin] Added segment 1f1c3bec-382b-4d04-bb1f-0e7b2ce7eb24 of type vlan for network c1557245-72c4-4602-8fe3-081e2c7e3d8e Nov 12 02:31:15.828472 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3e5b722a-69b2-40a6-9001-7e03a112b2ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767025606099'] for network, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:15.854602 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3e5b722a-69b2-40a6-9001-7e03a112b2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for network, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:15.855543 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5b722a-69b2-40a6-9001-7e03a112b2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:15.856111 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3e5b722a-69b2-40a6-9001-7e03a112b2ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:15.925164 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-3e5b722a-69b2-40a6-9001-7e03a112b2ab admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4441724 Nov 12 02:31:15.929401 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 45524) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:15.933344 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b722a-69b2-40a6-9001-7e03a112b2ab admin admin] Pushing event updated for resources: {'Network': ['ID=c1557245-72c4-4602-8fe3-081e2c7e3d8e,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:15.934334 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-950969db-74fe-4199-9ab4-41d67d3b8cbd admin admin] Request body: {'subnet': {'network_id': 'c1557245-72c4-4602-8fe3-081e2c7e3d8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2003235533-subnet', 'tenant_id': '3d0dfc0e5c4049f3a90b31c528913749', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:31:15.943269 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Network c1557245-72c4-4602-8fe3-081e2c7e3d8e details requested by agent ovs-agent-dv-cinder-808574-4-iscsi with host dv-cinder-808574-4-iscsi {{(pid=101679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:31:15.954499 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950969db-74fe-4199-9ab4-41d67d3b8cbd admin admin] Made reservation on behalf of 3d0dfc0e5c4049f3a90b31c528913749 for: {'subnet': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:31:15.956834 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-950969db-74fe-4199-9ab4-41d67d3b8cbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25522288'] for subnet, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:16.177441 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-950969db-74fe-4199-9ab4-41d67d3b8cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25522274'] for subnet, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:16.182493 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfa0cc-eac6-4a22-a054-6b22ca399d23 req-8deee9c7-7990-4db6-a276-80c99267b7b7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:16.184015 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-60cfa0cc-eac6-4a22-a054-6b22ca399d23 req-8deee9c7-7990-4db6-a276-80c99267b7b7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0589890 Nov 12 02:31:16.238846 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-60cfa0cc-eac6-4a22-a054-6b22ca399d23 req-9fe5163d-8744-4026-97bc-3136defe7c73 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481515 Nov 12 02:31:16.246766 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950969db-74fe-4199-9ab4-41d67d3b8cbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9020327-113f-4f07-8b4e-e4a45dfad907,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:16.251407 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950969db-74fe-4199-9ab4-41d67d3b8cbd admin admin] Checking segment: {'id': '1f1c3bec-382b-4d04-bb1f-0e7b2ce7eb24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'c1557245-72c4-4602-8fe3-081e2c7e3d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:31:16.251840 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950969db-74fe-4199-9ab4-41d67d3b8cbd admin admin] Network hostable DHCP agents. Network: c1557245-72c4-4602-8fe3-081e2c7e3d8e, hostable agents: ['9ef3605f-eeb0-4f31-885d-199b6c4cd983'], hosted agents: [] {{(pid=101677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:31:16.273157 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950969db-74fe-4199-9ab4-41d67d3b8cbd admin admin] Network c1557245-72c4-4602-8fe3-081e2c7e3d8e is scheduled to be hosted by DHCP agent 9ef3605f-eeb0-4f31-885d-199b6c4cd983 with binding_index 1 {{(pid=101677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:31:16.282500 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-950969db-74fe-4199-9ab4-41d67d3b8cbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-iscsi, c1557245-72c4-4602-8fe3-081e2c7e3d8e) {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:31:16.287457 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950969db-74fe-4199-9ab4-41d67d3b8cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:16.288069 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-950969db-74fe-4199-9ab4-41d67d3b8cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:16.292735 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b7eada-0c7c-4bc9-b201-6c6c8d9f4eff None None] Network c1557245-72c4-4602-8fe3-081e2c7e3d8e requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:31:16.311011 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-950969db-74fe-4199-9ab4-41d67d3b8cbd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3804581 Nov 12 02:31:16.438546 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93671c6-1925-4c1a-b15c-44ee49697997 None None] Network c1557245-72c4-4602-8fe3-081e2c7e3d8e requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:31:16.551038 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7043110d-2bb7-4283-a56e-cdb2d5b11e55 req-1f834915-df4b-4c8b-9e05-e292ceb79a43 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 210 time: 0.0285590 Nov 12 02:31:16.872373 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 45546) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:16.877270 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-a72f61f0-67b1-465f-8828-cbb5b5e2794c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-789664499-network', 'tenant_id': 'e94bf9140a924a808e571b10724de0e2'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:31:16.899377 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72f61f0-67b1-465f-8828-cbb5b5e2794c admin admin] Made reservation on behalf of e94bf9140a924a808e571b10724de0e2 for: {'network': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:31:16.902432 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a72f61f0-67b1-465f-8828-cbb5b5e2794c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for network, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:16.918225 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a72f61f0-67b1-465f-8828-cbb5b5e2794c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.003170 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a72f61f0-67b1-465f-8828-cbb5b5e2794c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.009755 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a72f61f0-67b1-465f-8828-cbb5b5e2794c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.044593 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72f61f0-67b1-465f-8828-cbb5b5e2794c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=101677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:31:17.046710 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f61f0-67b1-465f-8828-cbb5b5e2794c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0964626a-3e59-4e71-9bd7-4625ecff7c1f,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:17.056949 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a72f61f0-67b1-465f-8828-cbb5b5e2794c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.057297 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.db.segments_db [None req-a72f61f0-67b1-465f-8828-cbb5b5e2794c admin admin] Added segment ff5a79b7-c229-432a-bcd4-d32fd0458e6a of type vlan for network b9cf609e-8b3f-4620-a753-1afe55d4959d Nov 12 02:31:17.113337 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a72f61f0-67b1-465f-8828-cbb5b5e2794c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767025606099'] for network, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.141790 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a72f61f0-67b1-465f-8828-cbb5b5e2794c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for network, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.143028 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72f61f0-67b1-465f-8828-cbb5b5e2794c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:17.143627 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a72f61f0-67b1-465f-8828-cbb5b5e2794c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.205683 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-a72f61f0-67b1-465f-8828-cbb5b5e2794c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3318856 Nov 12 02:31:17.208753 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 45548) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:17.213510 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-333f0fc8-5b28-455f-8dcd-5d348fb9cfeb admin admin] Request body: {'subnet': {'network_id': 'b9cf609e-8b3f-4620-a753-1afe55d4959d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-789664499-subnet', 'tenant_id': 'e94bf9140a924a808e571b10724de0e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:31:17.233695 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f61f0-67b1-465f-8828-cbb5b5e2794c admin admin] Pushing event updated for resources: {'Network': ['ID=b9cf609e-8b3f-4620-a753-1afe55d4959d,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:17.239268 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Network b9cf609e-8b3f-4620-a753-1afe55d4959d details requested by agent ovs-agent-dv-cinder-808574-4-iscsi with host dv-cinder-808574-4-iscsi {{(pid=101679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:31:17.244311 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333f0fc8-5b28-455f-8dcd-5d348fb9cfeb admin admin] Made reservation on behalf of e94bf9140a924a808e571b10724de0e2 for: {'subnet': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:31:17.247113 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-333f0fc8-5b28-455f-8dcd-5d348fb9cfeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25522288'] for subnet, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.399527 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82157061-790f-4b8e-ad01-26f7bc2c5c85 req-f3623b20-ebce-4ef2-920b-6c76d071d05e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:17.400956 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-82157061-790f-4b8e-ad01-26f7bc2c5c85 req-f3623b20-ebce-4ef2-920b-6c76d071d05e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0576062 Nov 12 02:31:17.449854 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-82157061-790f-4b8e-ad01-26f7bc2c5c85 req-bb70053a-d222-4589-b5d2-c43a47b0b757 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427830 Nov 12 02:31:17.467393 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-333f0fc8-5b28-455f-8dcd-5d348fb9cfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25522274'] for subnet, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.529301 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f0fc8-5b28-455f-8dcd-5d348fb9cfeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f46f648-8d21-4b9c-bdc7-0e0d04229d14,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:17.560860 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333f0fc8-5b28-455f-8dcd-5d348fb9cfeb admin admin] Checking segment: {'id': 'ff5a79b7-c229-432a-bcd4-d32fd0458e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b9cf609e-8b3f-4620-a753-1afe55d4959d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:31:17.561211 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333f0fc8-5b28-455f-8dcd-5d348fb9cfeb admin admin] Network hostable DHCP agents. Network: b9cf609e-8b3f-4620-a753-1afe55d4959d, hostable agents: ['9ef3605f-eeb0-4f31-885d-199b6c4cd983'], hosted agents: [] {{(pid=101677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:31:17.581689 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333f0fc8-5b28-455f-8dcd-5d348fb9cfeb admin admin] Network b9cf609e-8b3f-4620-a753-1afe55d4959d is scheduled to be hosted by DHCP agent 9ef3605f-eeb0-4f31-885d-199b6c4cd983 with binding_index 1 {{(pid=101677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:31:17.594040 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-333f0fc8-5b28-455f-8dcd-5d348fb9cfeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-iscsi, b9cf609e-8b3f-4620-a753-1afe55d4959d) {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:31:17.599376 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333f0fc8-5b28-455f-8dcd-5d348fb9cfeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:17.600066 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-333f0fc8-5b28-455f-8dcd-5d348fb9cfeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.604568 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ba4515-1d3e-44aa-a1a4-5b9a66432d4c None None] Network b9cf609e-8b3f-4620-a753-1afe55d4959d requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:31:17.619976 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-333f0fc8-5b28-455f-8dcd-5d348fb9cfeb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4101677 Nov 12 02:31:17.683359 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8a192e6a-cc69-4d4d-a9f3-855ecc9a24ec req-3217c532-2f2b-407d-9f2a-3ca49d5ba3eb tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 210 time: 0.0262904 Nov 12 02:31:17.768927 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c12a51-0c59-44d7-89ae-44b944f02cb3 None None] Network b9cf609e-8b3f-4620-a753-1afe55d4959d requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:31:18.615979 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332cc88-e303-42cf-9ff2-277a46cafa42 req-db10fee8-1bce-4570-8a83-44cf5dd45841 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:18.618166 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8332cc88-e303-42cf-9ff2-277a46cafa42 req-db10fee8-1bce-4570-8a83-44cf5dd45841 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0709641 Nov 12 02:31:18.671396 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8332cc88-e303-42cf-9ff2-277a46cafa42 req-d8ed23c0-0264-477a-a983-7b8485f952b1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470781 Nov 12 02:31:18.799661 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c5491b4e-fdb5-4e99-91e4-eaf4675c62ad req-56a36ec4-7ab6-45d0-9cf3-fb6b20d32a8b tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 210 time: 0.0295649 Nov 12 02:31:19.327487 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:19.808393 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa6aa7-a828-4c5c-adfd-fc323650fb65 req-1fdca50f-0951-44d8-bcc1-ed4c135026be tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:19.809962 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-beaa6aa7-a828-4c5c-adfd-fc323650fb65 req-1fdca50f-0951-44d8-bcc1-ed4c135026be tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0534577 Nov 12 02:31:19.873953 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-beaa6aa7-a828-4c5c-adfd-fc323650fb65 req-603a8885-ba92-4bb9-8b15-a2f0c065da45 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576096 Nov 12 02:31:19.945350 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-50aab1fc-5084-47b0-a224-373db3177085 req-80db3b7e-6c04-48b6-a02a-54016f58b5d7 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 210 time: 0.0572708 Nov 12 02:31:21.053673 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bf265214-7f68-440b-800b-ff7a17d3e687 req-403787af-b1f6-4fef-a2de-52dc6b098829 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 210 time: 0.0299542 Nov 12 02:31:21.211675 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61e2a2-0b12-444a-9eca-7eba64ccbd3b req-dc969d4b-9802-463e-a799-5f5f3501ebc6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:21.213128 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-de61e2a2-0b12-444a-9eca-7eba64ccbd3b req-dc969d4b-9802-463e-a799-5f5f3501ebc6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0559824 Nov 12 02:31:21.261450 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-de61e2a2-0b12-444a-9eca-7eba64ccbd3b req-59186d0e-761b-4496-aa8c-7d4f9f61af68 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423074 Nov 12 02:31:21.780111 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9f0ac5bb-dc82-4127-9307-27af940bba20 req-5397cfe1-553c-49ad-b26a-1e6ddabe7492 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503638 Nov 12 02:31:21.868604 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ac5bb-dc82-4127-9307-27af940bba20 req-c57d7a0d-535b-402c-9353-151162742453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:21.870134 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9f0ac5bb-dc82-4127-9307-27af940bba20 req-c57d7a0d-535b-402c-9353-151162742453 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77e4b228dda14fa7852c7fe639ed28b0&device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 1098 time: 0.0494730 Nov 12 02:31:22.020912 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ac5bb-dc82-4127-9307-27af940bba20 req-e4aaf4ae-8414-4677-bff1-20dbfb714b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:22.022567 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9f0ac5bb-dc82-4127-9307-27af940bba20 req-e4aaf4ae-8414-4677-bff1-20dbfb714b74 service neutron] 10.222.0.65 "GET /v2.0/networks?id=38363d6e-af24-4ec9-9ca9-8c61a2487f51 HTTP/1.1" status: 200 len: 911 time: 0.1200366 Nov 12 02:31:22.098317 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9f0ac5bb-dc82-4127-9307-27af940bba20 req-db0e5f43-fcb1-4922-a444-2781426062c0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c2246ad-0135-4e41-9bee-c87015e386f7 HTTP/1.1" status: 200 len: 1001 time: 0.0672271 Nov 12 02:31:22.164580 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6a256b30-bf49-416b-9189-97512dfb389a req-9c339cf4-6fab-441c-8b88-9cd4fff5a25e tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 210 time: 0.0319550 Nov 12 02:31:22.175183 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ac5bb-dc82-4127-9307-27af940bba20 req-766b4364-9443-4241-8ad8-747b2d617a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:22.177249 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9f0ac5bb-dc82-4127-9307-27af940bba20 req-766b4364-9443-4241-8ad8-747b2d617a46 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=413e91f4-27d9-4216-94e8-e9c6cf51bd63 HTTP/1.1" status: 200 len: 849 time: 0.0721731 Nov 12 02:31:22.224347 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ac5bb-dc82-4127-9307-27af940bba20 req-82bf5e72-2e66-4bda-95ea-494c7f0adc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:22.225852 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9f0ac5bb-dc82-4127-9307-27af940bba20 req-82bf5e72-2e66-4bda-95ea-494c7f0adc40 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=38363d6e-af24-4ec9-9ca9-8c61a2487f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407672 Nov 12 02:31:22.332667 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9f0ac5bb-dc82-4127-9307-27af940bba20 req-94f04ec7-ce02-43d0-828e-d6310e3fa16d service neutron] 10.222.0.65 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974407 Nov 12 02:31:22.458656 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdddd25-20a7-4d7a-8d7a-4b3bb6c0784e req-1fd83767-ca75-4486-8ef8-cec66cccfc20 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:22.460136 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-acdddd25-20a7-4d7a-8d7a-4b3bb6c0784e req-1fd83767-ca75-4486-8ef8-cec66cccfc20 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.1128275 Nov 12 02:31:22.502081 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9f0ac5bb-dc82-4127-9307-27af940bba20 req-96e6dbb1-3965-4e9d-8ffd-88247161174e service neutron] 10.222.0.65 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279242 Nov 12 02:31:22.506104 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-a425126a-43ac-482b-a7b5-a15abf0f87b6 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a876e3d7f3a34cf39a0e1b64acd65553&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340338 Nov 12 02:31:22.527909 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-acdddd25-20a7-4d7a-8d7a-4b3bb6c0784e req-1a01552f-a350-4e8d-b101-a85d862c8c43 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611970 Nov 12 02:31:22.707855 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-7fc6d641-94ab-4ad3-a80f-71d55730f105 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:22.709420 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-7fc6d641-94ab-4ad3-a80f-71d55730f105 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895545 Nov 12 02:31:22.730481 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-c4056b78-a277-4fe5-a9a2-30c59fea43ed tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Request body: {'port': {'device_id': 'ce1e3b55-ec7c-4307-98ec-25aab7b162c3', 'network_id': '2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7', 'admin_state_up': True, 'tenant_id': 'a876e3d7f3a34cf39a0e1b64acd65553'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:31:22.846444 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-c4056b78-a277-4fe5-a9a2-30c59fea43ed tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Made reservation on behalf of a876e3d7f3a34cf39a0e1b64acd65553 for: {'port': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:31:22.850016 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-c4056b78-a277-4fe5-a9a2-30c59fea43ed tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:22.859244 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-c4056b78-a277-4fe5-a9a2-30c59fea43ed tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:22.933367 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-c4056b78-a277-4fe5-a9a2-30c59fea43ed tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:22.937228 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-c4056b78-a277-4fe5-a9a2-30c59fea43ed tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:23.001777 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4056b78-a277-4fe5-a9a2-30c59fea43ed tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e734c6-1ccb-4c22-b9d3-f585c307125e,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:23.082295 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-c4056b78-a277-4fe5-a9a2-30c59fea43ed tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Allocated IP 192.168.233.94 (2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7/d611aa77-c055-45ef-9ab4-c61ac9133138/44b41f6f-a0e0-4053-88d3-7b3c84082626) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:31:23.260508 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-c4056b78-a277-4fe5-a9a2-30c59fea43ed tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:23.274694 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dce4b5ae-f9d2-473e-b728-85caa5ddfb5b req-3eb8165e-da2d-46b3-b34d-933fc5a137df tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 210 time: 0.0370600 Nov 12 02:31:23.293552 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-c4056b78-a277-4fe5-a9a2-30c59fea43ed tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:23.347700 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-c4056b78-a277-4fe5-a9a2-30c59fea43ed tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Network 2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:31:23.350760 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-c4056b78-a277-4fe5-a9a2-30c59fea43ed tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:31:23.354442 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-c4056b78-a277-4fe5-a9a2-30c59fea43ed tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:31:23.379579 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4056b78-a277-4fe5-a9a2-30c59fea43ed tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Pushing event updated for resources: {'Port': ['ID=44b41f6f-a0e0-4053-88d3-7b3c84082626,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:23.408292 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-c4056b78-a277-4fe5-a9a2-30c59fea43ed tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:23.408948 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-c4056b78-a277-4fe5-a9a2-30c59fea43ed tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:23.427176 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-c4056b78-a277-4fe5-a9a2-30c59fea43ed tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7005723 Nov 12 02:31:23.460950 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] Request body: {'port': {'device_id': 'ce1e3b55-ec7c-4307-98ec-25aab7b162c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:31:23.522483 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:23.575187 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-ed790f49-97a2-4013-8c4a-0e906b6322e3 None None] Provisioning complete for port 44b41f6f-a0e0-4053-88d3-7b3c84082626 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:31:23.576486 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-ed790f49-97a2-4013-8c4a-0e906b6322e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:23.622316 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-ed790f49-97a2-4013-8c4a-0e906b6322e3 None None] Port 44b41f6f-a0e0-4053-88d3-7b3c84082626 cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:31:23.662890 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed356d7-c006-4b39-b8cc-7da618309d51 req-61887d2b-1d35-477d-b0e0-22d861de6e12 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:23.664429 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-eed356d7-c006-4b39-b8cc-7da618309d51 req-61887d2b-1d35-477d-b0e0-22d861de6e12 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0559168 Nov 12 02:31:23.724035 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-eed356d7-c006-4b39-b8cc-7da618309d51 req-162ab7ec-04c7-4f39-b16f-726c50de6a1a tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532706 Nov 12 02:31:23.815739 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b41f6f-a0e0-4053-88d3-7b3c84082626 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:31:23.823040 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:23.835460 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] Transition to ACTIVE for port object 44b41f6f-a0e0-4053-88d3-7b3c84082626 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:31:23.839107 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589425'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:23.892055 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] Pushing event updated for resources: {'Port': ['ID=44b41f6f-a0e0-4053-88d3-7b3c84082626,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:23.984745 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] Attempting to bind port 44b41f6f-a0e0-4053-88d3-7b3c84082626 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:31:23.985081 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] Attempting to bind port 44b41f6f-a0e0-4053-88d3-7b3c84082626 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '4919d3d0-f7d8-4d68-a35e-5108d268a049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:31:23.985764 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] Attempting to bind port 44b41f6f-a0e0-4053-88d3-7b3c84082626 on network 2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:31:23.991356 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] Port 44b41f6f-a0e0-4053-88d3-7b3c84082626 on network 2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:31:23.991678 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] Attempting to bind port 44b41f6f-a0e0-4053-88d3-7b3c84082626 on network 2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:31:23.997474 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] Checking agent: {'id': '0f3aff68-05a9-47a7-920b-43a2694f0a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:31:23.997812 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] Checking segment: {'id': '4919d3d0-f7d8-4d68-a35e-5108d268a049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:31:23.998335 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] Bound using segment: {'id': '4919d3d0-f7d8-4d68-a35e-5108d268a049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:31:23.998805 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] Bound port: 44b41f6f-a0e0-4053-88d3-7b3c84082626, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4919d3d0-f7d8-4d68-a35e-5108d268a049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:31:23.999164 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:24.069460 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] For port 44b41f6f-a0e0-4053-88d3-7b3c84082626, host hv-cinder-80857, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:31:24.072524 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] For port 44b41f6f-a0e0-4053-88d3-7b3c84082626, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=44b41f6f-a0e0-4053-88d3-7b3c84082626,segment=NetworkSegment(4919d3d0-f7d8-4d68-a35e-5108d268a049),segment_id=4919d3d0-f7d8-4d68-a35e-5108d268a049)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:31:24.077086 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589425'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:24.113641 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:24.113809 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:24.115347 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] 10.222.0.65 "PUT /v2.0/ports/44b41f6f-a0e0-4053-88d3-7b3c84082626 HTTP/1.1" status: 200 len: 1097 time: 0.6594684 Nov 12 02:31:24.115862 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1e3b55-ec7c-4307-98ec-25aab7b162c3', 'tag': '44b41f6f-a0e0-4053-88d3-7b3c84082626'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:31:24.118530 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba79396f-cb59-4225-b6bd-3ba543197d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1e3b55-ec7c-4307-98ec-25aab7b162c3", "tag": "44b41f6f-a0e0-4053-88d3-7b3c84082626"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:31:24.159241 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e12d2b-26ba-4a2d-b92b-4ef1a22a4f1a service neutron] Pushing event updated for resources: {'Port': ['ID=44b41f6f-a0e0-4053-88d3-7b3c84082626,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:24.191777 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd86510e-ef4b-493e-b97a-02f59e472c65 x-openstack-request-id: req-fd86510e-ef4b-493e-b97a-02f59e472c65 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:31:24.191777 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1e3b55-ec7c-4307-98ec-25aab7b162c3", "tag": "44b41f6f-a0e0-4053-88d3-7b3c84082626", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:31:24.192064 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd86510e-ef4b-493e-b97a-02f59e472c65 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:31:24.192254 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1e3b55-ec7c-4307-98ec-25aab7b162c3', 'tag': '44b41f6f-a0e0-4053-88d3-7b3c84082626', 'status': 'completed', 'code': 200} Nov 12 02:31:24.222464 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-fc469d5c-34cb-49fd-84de-ae86e36a9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:24.223999 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-fc469d5c-34cb-49fd-84de-ae86e36a9343 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a876e3d7f3a34cf39a0e1b64acd65553&device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 1100 time: 0.0435603 Nov 12 02:31:24.308640 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-d74a2cd0-d5f2-4c14-a178-02ff66e56f10 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=44b41f6f-a0e0-4053-88d3-7b3c84082626 HTTP/1.1" status: 200 len: 217 time: 0.0707991 Nov 12 02:31:24.368721 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-3d08de66-11dd-4244-b34f-8c66758a4b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:24.370434 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-3d08de66-11dd-4244-b34f-8c66758a4b9a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d611aa77-c055-45ef-9ab4-c61ac9133138 HTTP/1.1" status: 200 len: 843 time: 0.0520875 Nov 12 02:31:24.420242 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb315a-96f4-47ae-a861-eabf7bf891bb req-26c110a9-b97c-4710-9dee-7844d456e14f tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:24.421813 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9cdb315a-96f4-47ae-a861-eabf7bf891bb req-26c110a9-b97c-4710-9dee-7844d456e14f tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 947 time: 0.0685568 Nov 12 02:31:24.434021 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-065c0c8e-26b6-4532-a447-561daad12393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:24.435800 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-065c0c8e-26b6-4532-a447-561daad12393 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0577331 Nov 12 02:31:24.496752 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9cdb315a-96f4-47ae-a861-eabf7bf891bb req-d7e64ac4-36ff-4a13-a337-9ebbd243262c tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2e734c6-1ccb-4c22-b9d3-f585c307125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661712 Nov 12 02:31:24.562902 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-78793c52-13e6-4af7-9f80-51924db83456 service neutron] 10.222.0.65 "GET /v2.0/networks/2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157265 Nov 12 02:31:24.662093 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-46d72ca2-4503-4d30-80b4-3b9b4c0dfcdf req-35792328-e9d1-4044-841b-deed1014a49e service neutron] 10.222.0.65 "GET /v2.0/networks/2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914032 Nov 12 02:31:24.794881 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79396f-cb59-4225-b6bd-3ba543197d3e req-40c2d598-86ab-4f86-95b4-82f02b834176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:24.796421 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-ba79396f-cb59-4225-b6bd-3ba543197d3e req-40c2d598-86ab-4f86-95b4-82f02b834176 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a876e3d7f3a34cf39a0e1b64acd65553&device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 1100 time: 0.0455942 Nov 12 02:31:24.853933 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680918d-def3-47af-80e8-08e1496adbc3 req-b33d3b56-67a4-4a8e-ac80-1743f52f4a8b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:24.855407 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9680918d-def3-47af-80e8-08e1496adbc3 req-b33d3b56-67a4-4a8e-ac80-1743f52f4a8b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0491242 Nov 12 02:31:24.890979 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79396f-cb59-4225-b6bd-3ba543197d3e req-8065a63c-3c66-4c60-ab5f-b4ee82c9b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:24.892445 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-ba79396f-cb59-4225-b6bd-3ba543197d3e req-8065a63c-3c66-4c60-ab5f-b4ee82c9b118 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7 HTTP/1.1" status: 200 len: 870 time: 0.0877943 Nov 12 02:31:24.903912 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9680918d-def3-47af-80e8-08e1496adbc3 req-4a7e1e5a-75d8-4227-977c-2eea1322d639 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425196 Nov 12 02:31:24.944340 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-ba79396f-cb59-4225-b6bd-3ba543197d3e req-01398722-a0db-4635-a483-8c3cb0a3d196 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=44b41f6f-a0e0-4053-88d3-7b3c84082626 HTTP/1.1" status: 200 len: 217 time: 0.0418613 Nov 12 02:31:24.994439 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79396f-cb59-4225-b6bd-3ba543197d3e req-d9a46903-5b3b-4004-b920-dcfb450c4f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:24.995956 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-ba79396f-cb59-4225-b6bd-3ba543197d3e req-d9a46903-5b3b-4004-b920-dcfb450c4f42 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d611aa77-c055-45ef-9ab4-c61ac9133138 HTTP/1.1" status: 200 len: 843 time: 0.0444896 Nov 12 02:31:25.041690 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79396f-cb59-4225-b6bd-3ba543197d3e req-63c6bac5-e91f-4e5e-8317-696d1c1e39eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:25.043214 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-ba79396f-cb59-4225-b6bd-3ba543197d3e req-63c6bac5-e91f-4e5e-8317-696d1c1e39eb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399592 Nov 12 02:31:25.138838 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-ba79396f-cb59-4225-b6bd-3ba543197d3e req-5202f3ab-4104-43e7-90d3-2a914740c2a5 service neutron] 10.222.0.65 "GET /v2.0/networks/2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880189 Nov 12 02:31:25.230600 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-ba79396f-cb59-4225-b6bd-3ba543197d3e req-267036d5-1fa1-41ab-9382-2d191782f1c0 service neutron] 10.222.0.65 "GET /v2.0/networks/2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842285 Nov 12 02:31:25.618824 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0963f7-fae5-4bd9-bc63-526bbafc4588 req-612b8907-2d29-41f6-9c90-58917fb8dd29 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:25.620361 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ad0963f7-fae5-4bd9-bc63-526bbafc4588 req-612b8907-2d29-41f6-9c90-58917fb8dd29 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 947 time: 0.0540419 Nov 12 02:31:25.673584 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ad0963f7-fae5-4bd9-bc63-526bbafc4588 req-03d94970-c19e-4d49-bf58-298c5e8cb87f tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2e734c6-1ccb-4c22-b9d3-f585c307125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471165 Nov 12 02:31:26.032761 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000812d4-7972-46c7-95d4-3cc03bfc088f req-163f0fb1-f262-47fa-84de-a9453b839aaa tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:26.034353 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-000812d4-7972-46c7-95d4-3cc03bfc088f req-163f0fb1-f262-47fa-84de-a9453b839aaa tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0511541 Nov 12 02:31:26.086303 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-000812d4-7972-46c7-95d4-3cc03bfc088f req-cd81ea83-d1d9-431e-9225-7f04e657fb48 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453787 Nov 12 02:31:26.803653 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedbad2-2de9-453a-8f4e-9bced781fd39 req-46b1c4b0-8e07-4b4b-b7d0-828706a6ceb4 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:26.805128 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dcedbad2-2de9-453a-8f4e-9bced781fd39 req-46b1c4b0-8e07-4b4b-b7d0-828706a6ceb4 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 947 time: 0.0486922 Nov 12 02:31:26.855372 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dcedbad2-2de9-453a-8f4e-9bced781fd39 req-51e7008b-7427-4951-8ed9-f5dff817fed4 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2e734c6-1ccb-4c22-b9d3-f585c307125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444274 Nov 12 02:31:27.246060 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e5c4a-0bfb-44f9-8eb9-99c6c234c927 req-1451f32d-35a3-4550-98eb-907f27072107 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:27.248551 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b08e5c4a-0bfb-44f9-8eb9-99c6c234c927 req-1451f32d-35a3-4550-98eb-907f27072107 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0681880 Nov 12 02:31:27.309015 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b08e5c4a-0bfb-44f9-8eb9-99c6c234c927 req-5dc47535-12f5-4580-892f-b0e72938327f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539386 Nov 12 02:31:27.975083 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1483869-1537-4eae-8033-53f7451b7657 req-a7dd22e0-c6f8-4c39-8ee0-5fef59dbdedc tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:27.976475 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e1483869-1537-4eae-8033-53f7451b7657 req-a7dd22e0-c6f8-4c39-8ee0-5fef59dbdedc tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 947 time: 0.0507088 Nov 12 02:31:28.031302 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e1483869-1537-4eae-8033-53f7451b7657 req-c714bfbf-f8ab-4cc4-8564-37bd20b6788d tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2e734c6-1ccb-4c22-b9d3-f585c307125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444601 Nov 12 02:31:28.374344 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 44b41f6f-a0e0-4053-88d3-7b3c84082626 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:31:28.450508 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5addb-be44-4615-aade-53271e0f49e3 req-69b6945b-ab14-4acc-906a-fabf52ff44ad tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:28.452235 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b4b5addb-be44-4615-aade-53271e0f49e3 req-69b6945b-ab14-4acc-906a-fabf52ff44ad tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0558162 Nov 12 02:31:28.494384 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 44b41f6f-a0e0-4053-88d3-7b3c84082626, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=44b41f6f-a0e0-4053-88d3-7b3c84082626,segment=NetworkSegment(4919d3d0-f7d8-4d68-a35e-5108d268a049),segment_id=4919d3d0-f7d8-4d68-a35e-5108d268a049)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:28.505936 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': '44b41f6f-a0e0-4053-88d3-7b3c84082626', 'network_id': '2c9cdfcd-acaf-43fa-8b6f-76247f7ac9e7', 'port_id': '44b41f6f-a0e0-4053-88d3-7b3c84082626', 'mac_address': 'fa:16:3e:95:71:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd611aa77-c055-45ef-9ab4-c61ac9133138', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:31:28.506264 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b4b5addb-be44-4615-aade-53271e0f49e3 req-915064de-ae7b-49a7-a23f-674b4bea83e5 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475700 Nov 12 02:31:28.557462 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:28.570489 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b41f6f-a0e0-4053-88d3-7b3c84082626 {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:31:28.594325 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 44b41f6f-a0e0-4053-88d3-7b3c84082626, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=44b41f6f-a0e0-4053-88d3-7b3c84082626,segment=NetworkSegment(4919d3d0-f7d8-4d68-a35e-5108d268a049),segment_id=4919d3d0-f7d8-4d68-a35e-5108d268a049)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:28.600144 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:28.654170 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=44b41f6f-a0e0-4053-88d3-7b3c84082626,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:28.662108 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:28.662519 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:28.662891 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:28.663228 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:28.663560 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:28.663951 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:28.664280 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:28.664678 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:28.665082 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:28.665417 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:28.665740 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:28.666060 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:29.159830 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f51123-c3ba-47e5-9efd-4681d22660a7 req-09bfb2a3-a717-4115-95b0-302f12c4ce26 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:29.161360 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-40f51123-c3ba-47e5-9efd-4681d22660a7 req-09bfb2a3-a717-4115-95b0-302f12c4ce26 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 948 time: 0.0504363 Nov 12 02:31:29.209922 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-40f51123-c3ba-47e5-9efd-4681d22660a7 req-a91b2d1d-ccb4-4b45-b6e0-e7e9dd43fea4 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2e734c6-1ccb-4c22-b9d3-f585c307125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426669 Nov 12 02:31:29.258992 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['44b41f6f-a0e0-4053-88d3-7b3c84082626'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:31:29.632931 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a864cee-5597-41d1-8f08-3ce64b42785b req-92092ca3-0355-48e8-bdfc-7b1e4e68c925 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:29.634636 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4a864cee-5597-41d1-8f08-3ce64b42785b req-92092ca3-0355-48e8-bdfc-7b1e4e68c925 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 943 time: 0.0545778 Nov 12 02:31:29.688675 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4a864cee-5597-41d1-8f08-3ce64b42785b req-852ace94-ca66-4721-9be6-86883b133903 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479589 Nov 12 02:31:30.303407 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-3e53b188-160f-4f66-a0fa-5857c13f13b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:30.339657 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecc8a2-3f31-4aa9-b2a8-f16a7d25eaae req-e50157c2-f266-4858-bfbe-61e0f90a21e6 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:30.342573 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7aecc8a2-3f31-4aa9-b2a8-f16a7d25eaae req-e50157c2-f266-4858-bfbe-61e0f90a21e6 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 948 time: 0.0609579 Nov 12 02:31:30.398539 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7aecc8a2-3f31-4aa9-b2a8-f16a7d25eaae req-d50be5ee-4e76-4b33-be64-8e42e2d56e58 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2e734c6-1ccb-4c22-b9d3-f585c307125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455842 Nov 12 02:31:30.401024 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 6159a4de-08df-4c5b-afb6-bc1f4e2f213f details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:31:30.413516 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 44b41f6f-a0e0-4053-88d3-7b3c84082626 up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:31:30.525916 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning for port 44b41f6f-a0e0-4053-88d3-7b3c84082626 completed by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:31:30.538257 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port 44b41f6f-a0e0-4053-88d3-7b3c84082626 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:31:30.538624 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:30.544526 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:30.574788 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'port_id': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f', 'mac_address': 'fa:16:3e:0e:f3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:31:30.626995 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:30.659848 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6159a4de-08df-4c5b-afb6-bc1f4e2f213f {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:31:30.678833 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:30.699042 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:30.707953 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:30.715760 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1e3b55-ec7c-4307-98ec-25aab7b162c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b41f6f-a0e0-4053-88d3-7b3c84082626'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:31:30.718074 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5a2914-5adc-4e42-b294-9acac4b0d78d" -d '{"events": [{"server_uuid": "ce1e3b55-ec7c-4307-98ec-25aab7b162c3", "name": "network-vif-plugged", "status": "completed", "tag": "44b41f6f-a0e0-4053-88d3-7b3c84082626"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:31:30.751644 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 44b41f6f-a0e0-4053-88d3-7b3c84082626, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=44b41f6f-a0e0-4053-88d3-7b3c84082626,segment=NetworkSegment(4919d3d0-f7d8-4d68-a35e-5108d268a049),segment_id=4919d3d0-f7d8-4d68-a35e-5108d268a049)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:30.764296 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:30.767311 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5999f45e-c05c-46fa-9a98-fe42eda74d20 x-openstack-request-id: req-5999f45e-c05c-46fa-9a98-fe42eda74d20 {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:31:30.767706 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1e3b55-ec7c-4307-98ec-25aab7b162c3", "name": "network-vif-plugged", "status": "completed", "tag": "44b41f6f-a0e0-4053-88d3-7b3c84082626", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:31:30.768025 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5999f45e-c05c-46fa-9a98-fe42eda74d20 {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:31:30.769028 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1e3b55-ec7c-4307-98ec-25aab7b162c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b41f6f-a0e0-4053-88d3-7b3c84082626', 'code': 200} Nov 12 02:31:30.789205 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,revision_number=9']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:30.838157 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e88eab-1681-4909-b54e-d283687c0c35 req-3f99468c-fefe-4980-a49b-a799f9514fc4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:30.839949 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d6e88eab-1681-4909-b54e-d283687c0c35 req-3f99468c-fefe-4980-a49b-a799f9514fc4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 944 time: 0.0620170 Nov 12 02:31:30.851725 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=44b41f6f-a0e0-4053-88d3-7b3c84082626,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:30.898475 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d6e88eab-1681-4909-b54e-d283687c0c35 req-1ba32173-1aba-4cbf-a316-da4c71e43961 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517759 Nov 12 02:31:30.989812 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d684cc-c7ce-4f91-aba2-24645e059ca6 req-2e732f89-88e0-48a4-9e05-501bfb1ad055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:30.991465 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-a7d684cc-c7ce-4f91-aba2-24645e059ca6 req-2e732f89-88e0-48a4-9e05-501bfb1ad055 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 1102 time: 0.0450850 Nov 12 02:31:31.040608 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-a7d684cc-c7ce-4f91-aba2-24645e059ca6 req-5538a8bb-3d97-4e35-8e1a-318ff68e2f64 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c2e734c6-1ccb-4c22-b9d3-f585c307125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397313 Nov 12 02:31:31.147919 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['6159a4de-08df-4c5b-afb6-bc1f4e2f213f'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:31:31.513448 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd881ed2-cc5a-491f-af42-103b73482690 req-426c7870-2b66-41b2-bcd9-ce5e82288d4f tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:31.514957 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cd881ed2-cc5a-491f-af42-103b73482690 req-426c7870-2b66-41b2-bcd9-ce5e82288d4f tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 949 time: 0.0477092 Nov 12 02:31:31.562738 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cd881ed2-cc5a-491f-af42-103b73482690 req-3f96e792-bf29-44c9-846a-2610c1203fbd tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2e734c6-1ccb-4c22-b9d3-f585c307125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412982 Nov 12 02:31:32.019555 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b265d29-93c4-43ea-876f-78b8ed77197c req-778396fc-4e94-4c6a-898c-dd5cd60269d6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:32.021068 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3b265d29-93c4-43ea-876f-78b8ed77197c req-778396fc-4e94-4c6a-898c-dd5cd60269d6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 944 time: 0.0503523 Nov 12 02:31:32.068423 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3b265d29-93c4-43ea-876f-78b8ed77197c req-8f220288-f5de-4831-a3f6-4a35cac5a82c tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415182 Nov 12 02:31:32.402928 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 6159a4de-08df-4c5b-afb6-bc1f4e2f213f up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:31:32.451149 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:31:32.451523 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:32.506182 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 45734) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:32.542987 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:32.552218 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_v2 [None req-788f4b0f-8cad-4d49-b8b8-35ff0b4fc1d6 admin admin] Deleting subnet d9020327-113f-4f07-8b4e-e4a45dfad907 {{(pid=101677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:31:32.556265 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-788f4b0f-8cad-4d49-b8b8-35ff0b4fc1d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:32.576808 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:32.582645 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:32.597432 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-788f4b0f-8cad-4d49-b8b8-35ff0b4fc1d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25589382'] for subnet, precommit_delete_associations {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:32.643287 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,revision_number=10']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:32.648132 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-788f4b0f-8cad-4d49-b8b8-35ff0b4fc1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16054281'] for subnet, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:32.656446 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-0693b83a-e1bd-4139-9897-79e7bd370e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:32.695820 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb5ca5-4086-4159-87e0-2337e31780a9 req-efbee41c-9d25-4168-92d9-9c0d4d27b46b tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:32.697569 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fffb5ca5-4086-4159-87e0-2337e31780a9 req-efbee41c-9d25-4168-92d9-9c0d4d27b46b tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 949 time: 0.0590525 Nov 12 02:31:32.707414 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-788f4b0f-8cad-4d49-b8b8-35ff0b4fc1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16054302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25522203'] for subnet, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:32.732561 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f4b0f-8cad-4d49-b8b8-35ff0b4fc1d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9020327-113f-4f07-8b4e-e4a45dfad907,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:32.736404 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-788f4b0f-8cad-4d49-b8b8-35ff0b4fc1d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:32.740186 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-788f4b0f-8cad-4d49-b8b8-35ff0b4fc1d6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d9020327-113f-4f07-8b4e-e4a45dfad907 HTTP/1.1" status: 204 len: 168 time: 0.2329597 Nov 12 02:31:32.743007 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 45738) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:32.752362 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fffb5ca5-4086-4159-87e0-2337e31780a9 req-a1c8a417-8e81-4129-982b-40735a300a57 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2e734c6-1ccb-4c22-b9d3-f585c307125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487785 Nov 12 02:31:32.770863 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d16c68-a04c-4a32-a599-e202e6c64152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:31:32.773239 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f529e0b4-c92b-402b-b14f-285467c4908c" -d '{"events": [{"server_uuid": "26d16c68-a04c-4a32-a599-e202e6c64152", "name": "network-vif-plugged", "status": "completed", "tag": "6159a4de-08df-4c5b-afb6-bc1f4e2f213f"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:31:32.811462 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dd031f-2119-4dc0-b526-60d926787ca2 x-openstack-request-id: req-b3dd031f-2119-4dc0-b526-60d926787ca2 {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:31:32.811776 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d16c68-a04c-4a32-a599-e202e6c64152", "name": "network-vif-plugged", "status": "completed", "tag": "6159a4de-08df-4c5b-afb6-bc1f4e2f213f", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:31:32.812086 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3dd031f-2119-4dc0-b526-60d926787ca2 {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:31:32.812872 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d16c68-a04c-4a32-a599-e202e6c64152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f', 'code': 200} Nov 12 02:31:32.817490 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-50144f80-a97f-4e66-bbf4-0bd4fe4d54f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378732'] for network, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:32.905168 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-50144f80-a97f-4e66-bbf4-0bd4fe4d54f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16054926', 'neutron.services.segments.db._delete_segments_for_network-8767026152430'] for network, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:32.931152 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-50144f80-a97f-4e66-bbf4-0bd4fe4d54f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1557245-72c4-4602-8fe3-081e2c7e3d8e']}} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:31:32.943924 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-50144f80-a97f-4e66-bbf4-0bd4fe4d54f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1c3bec-382b-4d04-bb1f-0e7b2ce7eb24') {'for_net_delete': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:31:32.944299 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-50144f80-a97f-4e66-bbf4-0bd4fe4d54f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1c3bec-382b-4d04-bb1f-0e7b2ce7eb24') {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:31:32.953784 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-50144f80-a97f-4e66-bbf4-0bd4fe4d54f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767026057975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25590901'] for segment, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:32.968363 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-50144f80-a97f-4e66-bbf4-0bd4fe4d54f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:32.974730 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50144f80-a97f-4e66-bbf4-0bd4fe4d54f0 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=101677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:31:32.975118 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-50144f80-a97f-4e66-bbf4-0bd4fe4d54f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589397'] for segment, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: Traceback (most recent call last): Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: timer() Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: cb(*args, **kw) Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: return func(*args, **kwargs) Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: self._notify() Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: self.callback(batched_events) Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: event.method(event) Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: return f(self, *a, **k) Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: return self._get(url).json() Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: return self.request(url, 'GET', **kwargs) Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:31:32.976773 dv-cinder-808574-4-iscsi neutron-server[101677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:31:33.025953 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df284df-2fb0-4834-8cb1-af640aec3a7a req-c2840609-7cd8-46a7-885a-a93f32815ff9 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:33.027531 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2df284df-2fb0-4834-8cb1-af640aec3a7a req-c2840609-7cd8-46a7-885a-a93f32815ff9 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 949 time: 0.0525892 Nov 12 02:31:33.033359 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-50144f80-a97f-4e66-bbf4-0bd4fe4d54f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16054935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661474'] for network, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:33.040615 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-50144f80-a97f-4e66-bbf4-0bd4fe4d54f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:33.043787 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-50144f80-a97f-4e66-bbf4-0bd4fe4d54f0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c1557245-72c4-4602-8fe3-081e2c7e3d8e HTTP/1.1" status: 204 len: 168 time: 0.2998488 Nov 12 02:31:33.046956 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 45748) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:33.053514 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50144f80-a97f-4e66-bbf4-0bd4fe4d54f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1557245-72c4-4602-8fe3-081e2c7e3d8e,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:33.113867 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2df284df-2fb0-4834-8cb1-af640aec3a7a req-3513885a-3fdd-4426-b234-118366da9ad3 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2e734c6-1ccb-4c22-b9d3-f585c307125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799367 Nov 12 02:31:33.119559 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b1ff2a-e654-4828-9ed7-ec3c2a0f4013 admin admin] Deleting subnet 5f46f648-8d21-4b9c-bdc7-0e0d04229d14 {{(pid=101678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:31:33.123170 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-71b1ff2a-e654-4828-9ed7-ec3c2a0f4013 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:33.183821 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-71b1ff2a-e654-4828-9ed7-ec3c2a0f4013 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688904'] for subnet, precommit_delete_associations {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:33.236203 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2b1d6-e94a-40c1-9ddc-e986b29ecccb req-e393c44c-75d0-4b45-ae3e-992e8fb3af8c tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:33.238429 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f0c2b1d6-e94a-40c1-9ddc-e986b29ecccb req-e393c44c-75d0-4b45-ae3e-992e8fb3af8c tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 946 time: 0.0896506 Nov 12 02:31:33.241475 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-71b1ff2a-e654-4828-9ed7-ec3c2a0f4013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16054281'] for subnet, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:33.330585 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f0c2b1d6-e94a-40c1-9ddc-e986b29ecccb req-31d0f39a-530c-4e19-ac9e-fc922479dc61 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689757 Nov 12 02:31:33.338892 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-71b1ff2a-e654-4828-9ed7-ec3c2a0f4013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16054302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25342607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25509581'] for subnet, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:33.367907 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1ff2a-e654-4828-9ed7-ec3c2a0f4013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f46f648-8d21-4b9c-bdc7-0e0d04229d14,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:33.371754 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-71b1ff2a-e654-4828-9ed7-ec3c2a0f4013 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:33.375060 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-71b1ff2a-e654-4828-9ed7-ec3c2a0f4013 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5f46f648-8d21-4b9c-bdc7-0e0d04229d14 HTTP/1.1" status: 204 len: 168 time: 0.3271835 Nov 12 02:31:33.377653 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 45752) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:33.450908 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b48fea3d-c076-4e84-bb4b-f41db39b45c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378732'] for network, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:33.501986 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e35bb0-72ad-433d-ad36-afb6f5fab48a req-b7cd5ca5-dad2-4bce-a273-95c7a3f07dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:33.504161 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-55e35bb0-72ad-433d-ad36-afb6f5fab48a req-b7cd5ca5-dad2-4bce-a273-95c7a3f07dd0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 1099 time: 0.0430098 Nov 12 02:31:33.538497 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b48fea3d-c076-4e84-bb4b-f41db39b45c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16054926', 'neutron.services.segments.db._delete_segments_for_network-8767026152430'] for network, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:33.559337 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-55e35bb0-72ad-433d-ad36-afb6f5fab48a req-37621920-6072-4e2f-9bfd-65fc584222bb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408907 Nov 12 02:31:33.559922 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-b48fea3d-c076-4e84-bb4b-f41db39b45c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9cf609e-8b3f-4620-a753-1afe55d4959d']}} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:31:33.569736 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-b48fea3d-c076-4e84-bb4b-f41db39b45c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5a79b7-c229-432a-bcd4-d32fd0458e6a') {'for_net_delete': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:31:33.570034 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-b48fea3d-c076-4e84-bb4b-f41db39b45c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5a79b7-c229-432a-bcd4-d32fd0458e6a') {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:31:33.580175 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b48fea3d-c076-4e84-bb4b-f41db39b45c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767026057975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25686459'] for segment, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:33.594041 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b48fea3d-c076-4e84-bb4b-f41db39b45c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:33.601305 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48fea3d-c076-4e84-bb4b-f41db39b45c2 admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=101678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:31:33.601701 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b48fea3d-c076-4e84-bb4b-f41db39b45c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25342689'] for segment, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: Traceback (most recent call last): Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: timer() Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: cb(*args, **kw) Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: return func(*args, **kwargs) Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: self._notify() Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: self.callback(batched_events) Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: event.method(event) Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: return f(self, *a, **k) Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: return self._get(url).json() Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: return self.request(url, 'GET', **kwargs) Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:31:33.603413 dv-cinder-808574-4-iscsi neutron-server[101678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:31:33.661500 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b48fea3d-c076-4e84-bb4b-f41db39b45c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16054935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661474'] for network, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:33.667098 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b48fea3d-c076-4e84-bb4b-f41db39b45c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:33.670265 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-b48fea3d-c076-4e84-bb4b-f41db39b45c2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b9cf609e-8b3f-4620-a753-1afe55d4959d HTTP/1.1" status: 204 len: 168 time: 0.2916415 Nov 12 02:31:33.681925 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fea3d-c076-4e84-bb4b-f41db39b45c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9cf609e-8b3f-4620-a753-1afe55d4959d,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:33.800941 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:33.863590 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 45756) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:33.907845 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-14979931-4a7b-4441-9f17-e55a8bc0a500 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3d0dfc0e5c4049f3a90b31c528913749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427828 Nov 12 02:31:33.911261 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 45758) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:33.961377 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c1ed936b-cdbb-4ed7-9322-16ac6ad0b45b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:33.983219 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c1ed936b-cdbb-4ed7-9322-16ac6ad0b45b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:34.041475 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c1ed936b-cdbb-4ed7-9322-16ac6ad0b45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:34.044496 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c1ed936b-cdbb-4ed7-9322-16ac6ad0b45b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:34.045932 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-c1ed936b-cdbb-4ed7-9322-16ac6ad0b45b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/61970319-b560-4933-b6e8-56f5ea36a0f1 HTTP/1.1" status: 204 len: 168 time: 0.1335695 Nov 12 02:31:34.056921 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed936b-cdbb-4ed7-9322-16ac6ad0b45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61970319-b560-4933-b6e8-56f5ea36a0f1,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:34.268978 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005e5c0-60eb-4602-b312-15424253b784 req-97d91ceb-0f09-42f1-afda-387e300caf30 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:34.270763 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c005e5c0-60eb-4602-b312-15424253b784 req-97d91ceb-0f09-42f1-afda-387e300caf30 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 949 time: 0.0716143 Nov 12 02:31:34.339158 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c005e5c0-60eb-4602-b312-15424253b784 req-0fcf2370-5060-401f-a779-bf95a42bbdad tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2e734c6-1ccb-4c22-b9d3-f585c307125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624592 Nov 12 02:31:34.450972 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 45768) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:34.497503 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-164fb0c9-654c-4eb3-bab4-1ee54563eaae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e94bf9140a924a808e571b10724de0e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451419 Nov 12 02:31:34.500282 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 45770) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:34.506338 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fa611-546f-49ec-90dc-fafaf1b66fab req-ad2226c7-500b-4466-8b5c-5f210e331a8b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:34.507960 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2f9fa611-546f-49ec-90dc-fafaf1b66fab req-ad2226c7-500b-4466-8b5c-5f210e331a8b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 946 time: 0.0698462 Nov 12 02:31:34.561495 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5165f8be-2d8f-4cd5-ba77-f67670c732e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:34.566029 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2f9fa611-546f-49ec-90dc-fafaf1b66fab req-9bb78b6a-cb50-47d4-9a23-1a54a37a5d9e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520461 Nov 12 02:31:34.584473 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5165f8be-2d8f-4cd5-ba77-f67670c732e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:34.639646 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5165f8be-2d8f-4cd5-ba77-f67670c732e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:34.642197 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5165f8be-2d8f-4cd5-ba77-f67670c732e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:34.644051 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-5165f8be-2d8f-4cd5-ba77-f67670c732e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0964626a-3e59-4e71-9bd7-4625ecff7c1f HTTP/1.1" status: 204 len: 168 time: 0.1422434 Nov 12 02:31:34.652419 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165f8be-2d8f-4cd5-ba77-f67670c732e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0964626a-3e59-4e71-9bd7-4625ecff7c1f,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:35.279094 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839624df-0fad-4252-8ab5-df1f6316f254 req-3c738e2e-b1a8-4406-ad04-2975c910cdc5 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:35.281029 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-839624df-0fad-4252-8ab5-df1f6316f254 req-3c738e2e-b1a8-4406-ad04-2975c910cdc5 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 949 time: 0.0851214 Nov 12 02:31:35.358533 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:35.440901 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [req-839624df-0fad-4252-8ab5-df1f6316f254 req-1e054210-678f-4565-9a18-008668ef67a9 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Deleting port 44b41f6f-a0e0-4053-88d3-7b3c84082626 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:31:35.442201 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-839624df-0fad-4252-8ab5-df1f6316f254 req-1e054210-678f-4565-9a18-008668ef67a9 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:35.545730 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06660fae-8df0-4416-8308-677c84fd9d3e req-27fdaf1b-2ea4-4f27-8e9c-6a1adec2bc00 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:35.549458 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-06660fae-8df0-4416-8308-677c84fd9d3e req-27fdaf1b-2ea4-4f27-8e9c-6a1adec2bc00 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 949 time: 0.0695109 Nov 12 02:31:35.627796 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-839624df-0fad-4252-8ab5-df1f6316f254 req-1e054210-678f-4565-9a18-008668ef67a9 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] For port 44b41f6f-a0e0-4053-88d3-7b3c84082626, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=44b41f6f-a0e0-4053-88d3-7b3c84082626,segment=NetworkSegment(4919d3d0-f7d8-4d68-a35e-5108d268a049),segment_id=4919d3d0-f7d8-4d68-a35e-5108d268a049)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:35.628587 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-839624df-0fad-4252-8ab5-df1f6316f254 req-1e054210-678f-4565-9a18-008668ef67a9 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:35.642871 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-06660fae-8df0-4416-8308-677c84fd9d3e req-ebf41ab7-9f76-4835-b975-7668959531fc tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2e734c6-1ccb-4c22-b9d3-f585c307125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829549 Nov 12 02:31:35.663393 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [req-839624df-0fad-4252-8ab5-df1f6316f254 req-1e054210-678f-4565-9a18-008668ef67a9 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Calling delete_port for 44b41f6f-a0e0-4053-88d3-7b3c84082626 owned by compute:nova {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:31:35.799194 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0d16f-bc0f-4e48-a8fe-93a02fe5c024 req-bba21d04-2aa6-4d58-b2bb-935205609db2 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:35.803749 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-64f0d16f-bc0f-4e48-a8fe-93a02fe5c024 req-bba21d04-2aa6-4d58-b2bb-935205609db2 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 946 time: 0.1122398 Nov 12 02:31:35.899633 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-64f0d16f-bc0f-4e48-a8fe-93a02fe5c024 req-6baced12-c8a3-4407-936d-1e284b29d769 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860684 Nov 12 02:31:35.914152 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:36.145739 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-839624df-0fad-4252-8ab5-df1f6316f254 req-1e054210-678f-4565-9a18-008668ef67a9 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:36.187313 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['44b41f6f-a0e0-4053-88d3-7b3c84082626'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:31:36.188284 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e054210-678f-4565-9a18-008668ef67a9 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Pushing event deleted for resources: {'Port': ['ID=44b41f6f-a0e0-4053-88d3-7b3c84082626,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:36.240324 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [req-839624df-0fad-4252-8ab5-df1f6316f254 req-1e054210-678f-4565-9a18-008668ef67a9 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] No DVR routers for this DVR port 44b41f6f-a0e0-4053-88d3-7b3c84082626 on host hv-cinder-80857 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:31:36.243711 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-839624df-0fad-4252-8ab5-df1f6316f254 req-1e054210-678f-4565-9a18-008668ef67a9 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:36.249410 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-839624df-0fad-4252-8ab5-df1f6316f254 req-1e054210-678f-4565-9a18-008668ef67a9 tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.65 "DELETE /v2.0/ports/44b41f6f-a0e0-4053-88d3-7b3c84082626 HTTP/1.1" status: 204 len: 173 time: 0.9486935 Nov 12 02:31:36.249996 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1e3b55-ec7c-4307-98ec-25aab7b162c3', 'name': 'network-vif-deleted', 'tag': '44b41f6f-a0e0-4053-88d3-7b3c84082626'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:31:36.253489 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7908820-ae69-4ea5-9595-730482bda80a" -d '{"events": [{"server_uuid": "ce1e3b55-ec7c-4307-98ec-25aab7b162c3", "name": "network-vif-deleted", "tag": "44b41f6f-a0e0-4053-88d3-7b3c84082626"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:31:36.307859 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8cbc69-a528-4a08-bf03-0eab2be3555a x-openstack-request-id: req-5b8cbc69-a528-4a08-bf03-0eab2be3555a {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:31:36.308419 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1e3b55-ec7c-4307-98ec-25aab7b162c3", "name": "network-vif-deleted", "tag": "44b41f6f-a0e0-4053-88d3-7b3c84082626", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:31:36.308927 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5b8cbc69-a528-4a08-bf03-0eab2be3555a {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:31:36.309473 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1e3b55-ec7c-4307-98ec-25aab7b162c3', 'name': 'network-vif-deleted', 'tag': '44b41f6f-a0e0-4053-88d3-7b3c84082626', 'status': 'completed', 'code': 200} Nov 12 02:31:36.767767 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6ce04a68-a351-44cb-afe3-c33fd3f5dc2f req-2fb2c29d-0c01-43f0-a4ba-999638649b2a tempest-VolumesNegativeTest-1966612178 tempest-VolumesNegativeTest-1966612178-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce1e3b55-ec7c-4307-98ec-25aab7b162c3 HTTP/1.1" status: 200 len: 210 time: 0.0320594 Nov 12 02:31:37.049124 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173d3b1-ff01-479f-b2c3-cfc210ebb0d9 req-dc31230b-86fd-493e-8cd5-465fcd86defc tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:37.051309 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5173d3b1-ff01-479f-b2c3-cfc210ebb0d9 req-dc31230b-86fd-493e-8cd5-465fcd86defc tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 946 time: 0.0589762 Nov 12 02:31:37.119238 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5173d3b1-ff01-479f-b2c3-cfc210ebb0d9 req-27aa6668-d705-467c-a30c-51b402d99ca3 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576441 Nov 12 02:31:38.417374 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 44b41f6f-a0e0-4053-88d3-7b3c84082626 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:31:38.440035 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] No Port match for: 44b41f6f-a0e0-4053-88d3-7b3c84082626 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:31:38.440410 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 44b41f6f-a0e0-4053-88d3-7b3c84082626 not bound to the agent host hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:31:42.137995 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 46156) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:42.305452 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-4ed3223d-18cc-44b8-8b55-b3cc0113e613 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a876e3d7f3a34cf39a0e1b64acd65553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1656690 Nov 12 02:31:42.307643 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 46160) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:42.361418 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-865f0173-e010-4618-8d1d-061ea0629f8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:42.384754 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-865f0173-e010-4618-8d1d-061ea0629f8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:42.440902 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-865f0173-e010-4618-8d1d-061ea0629f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:42.443532 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-865f0173-e010-4618-8d1d-061ea0629f8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:42.444682 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-865f0173-e010-4618-8d1d-061ea0629f8f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c2e734c6-1ccb-4c22-b9d3-f585c307125e HTTP/1.1" status: 204 len: 168 time: 0.1360979 Nov 12 02:31:42.452517 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f0173-e010-4618-8d1d-061ea0629f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e734c6-1ccb-4c22-b9d3-f585c307125e,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:42.460646 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0173-e010-4618-8d1d-061ea0629f8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:42.460996 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0173-e010-4618-8d1d-061ea0629f8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:42.461336 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0173-e010-4618-8d1d-061ea0629f8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:42.461666 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0173-e010-4618-8d1d-061ea0629f8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:42.461993 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0173-e010-4618-8d1d-061ea0629f8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:42.462339 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0173-e010-4618-8d1d-061ea0629f8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:42.462645 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0173-e010-4618-8d1d-061ea0629f8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:42.463005 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0173-e010-4618-8d1d-061ea0629f8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:42.463327 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0173-e010-4618-8d1d-061ea0629f8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:42.463652 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0173-e010-4618-8d1d-061ea0629f8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:42.463967 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0173-e010-4618-8d1d-061ea0629f8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:42.464281 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f0173-e010-4618-8d1d-061ea0629f8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:42.612628 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:31:43.221953 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 46184) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:43.331231 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-6c7f6831-c036-4598-9807-386095e4445e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1108909836-network', 'tenant_id': 'a03794071c7f41db801753ddab2f9971'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:31:43.360190 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7f6831-c036-4598-9807-386095e4445e admin admin] Made reservation on behalf of a03794071c7f41db801753ddab2f9971 for: {'network': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:31:43.362538 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6831-c036-4598-9807-386095e4445e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for network, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:43.374370 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6831-c036-4598-9807-386095e4445e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:43.459198 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6831-c036-4598-9807-386095e4445e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:43.464092 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6831-c036-4598-9807-386095e4445e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:43.490349 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7f6831-c036-4598-9807-386095e4445e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=101678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:31:43.501105 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f6831-c036-4598-9807-386095e4445e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59ebb4b-a44a-4339-b1fb-df6948b43613,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:43.506582 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6831-c036-4598-9807-386095e4445e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:43.507009 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.segments_db [None req-6c7f6831-c036-4598-9807-386095e4445e admin admin] Added segment ee6d4879-ff8a-426e-a3ff-68c41405af5c of type vlan for network 0f0e86fc-5462-49b5-aded-e18529b430ae Nov 12 02:31:43.551210 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6831-c036-4598-9807-386095e4445e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767025606099'] for network, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:43.577645 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6831-c036-4598-9807-386095e4445e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for network, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:43.578706 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7f6831-c036-4598-9807-386095e4445e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:43.579329 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6831-c036-4598-9807-386095e4445e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:43.644387 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-6c7f6831-c036-4598-9807-386095e4445e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4209375 Nov 12 02:31:43.651848 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 46188) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:43.652862 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f6831-c036-4598-9807-386095e4445e admin admin] Pushing event updated for resources: {'Network': ['ID=0f0e86fc-5462-49b5-aded-e18529b430ae,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:43.657120 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-e64af914-7023-4603-82e0-d1f546bfb1af admin admin] Request body: {'subnet': {'network_id': '0f0e86fc-5462-49b5-aded-e18529b430ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1108909836-subnet', 'tenant_id': 'a03794071c7f41db801753ddab2f9971', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:31:43.663343 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Network 0f0e86fc-5462-49b5-aded-e18529b430ae details requested by agent ovs-agent-dv-cinder-808574-4-iscsi with host dv-cinder-808574-4-iscsi {{(pid=101679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:31:43.687908 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64af914-7023-4603-82e0-d1f546bfb1af admin admin] Made reservation on behalf of a03794071c7f41db801753ddab2f9971 for: {'subnet': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:31:43.690938 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e64af914-7023-4603-82e0-d1f546bfb1af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25522288'] for subnet, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:43.887759 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e64af914-7023-4603-82e0-d1f546bfb1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25522274'] for subnet, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:43.954754 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64af914-7023-4603-82e0-d1f546bfb1af admin admin] Pushing event updated for resources: {'Subnet': ['ID=24fdf2af-7448-4dbd-af3e-8a51c32825d3,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:43.967824 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64af914-7023-4603-82e0-d1f546bfb1af admin admin] Checking segment: {'id': 'ee6d4879-ff8a-426e-a3ff-68c41405af5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0f0e86fc-5462-49b5-aded-e18529b430ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:31:43.968434 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64af914-7023-4603-82e0-d1f546bfb1af admin admin] Network hostable DHCP agents. Network: 0f0e86fc-5462-49b5-aded-e18529b430ae, hostable agents: ['9ef3605f-eeb0-4f31-885d-199b6c4cd983'], hosted agents: [] {{(pid=101677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:31:43.990645 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64af914-7023-4603-82e0-d1f546bfb1af admin admin] Network 0f0e86fc-5462-49b5-aded-e18529b430ae is scheduled to be hosted by DHCP agent 9ef3605f-eeb0-4f31-885d-199b6c4cd983 with binding_index 1 {{(pid=101677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:31:44.003394 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-e64af914-7023-4603-82e0-d1f546bfb1af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-iscsi, 0f0e86fc-5462-49b5-aded-e18529b430ae) {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:31:44.010955 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64af914-7023-4603-82e0-d1f546bfb1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:44.011712 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e64af914-7023-4603-82e0-d1f546bfb1af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:44.016784 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a14284f-5322-4e62-b86b-a51dec1deb2c None None] Network 0f0e86fc-5462-49b5-aded-e18529b430ae requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:31:44.042317 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-e64af914-7023-4603-82e0-d1f546bfb1af admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3806801 Nov 12 02:31:44.164057 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7f2c47-6c65-407b-9e8c-3d4aeb218db0 None None] Network 0f0e86fc-5462-49b5-aded-e18529b430ae requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:31:45.856331 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89acb2-77d7-415f-b75f-528458514197 req-c6cb32f7-3912-49b2-9bce-d13471bc9005 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:45.857789 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fb89acb2-77d7-415f-b75f-528458514197 req-c6cb32f7-3912-49b2-9bce-d13471bc9005 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 945 time: 0.1246555 Nov 12 02:31:45.905504 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-a2df0cd2-807a-4299-8ed6-31cd0ef226f3 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:45.907607 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-a2df0cd2-807a-4299-8ed6-31cd0ef226f3 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/networks?id=0f0e86fc-5462-49b5-aded-e18529b430ae HTTP/1.1" status: 200 len: 814 time: 0.1420949 Nov 12 02:31:45.941728 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-2f13cb4f-130e-4578-98ba-54660a169497 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/quotas/a03794071c7f41db801753ddab2f9971 HTTP/1.1" status: 200 len: 375 time: 0.0220981 Nov 12 02:31:45.946941 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fb89acb2-77d7-415f-b75f-528458514197 req-71146d5b-e3c7-423f-adb9-6298627231f3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829654 Nov 12 02:31:45.981712 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-ad812bb1-1c0a-41d3-bbad-9d7c9e90459a tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a03794071c7f41db801753ddab2f9971&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337844 Nov 12 02:31:46.135387 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-eba014a8-bd47-4096-b499-a270035652d1 service neutron] 10.222.0.70 "GET /v2.0/networks/0f0e86fc-5462-49b5-aded-e18529b430ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460905 Nov 12 02:31:46.243084 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-7651b7dc-f4a4-47aa-b123-04db5122746f service neutron] 10.222.0.70 "GET /v2.0/networks/0f0e86fc-5462-49b5-aded-e18529b430ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015098 Nov 12 02:31:46.435079 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c11a623a-95df-4095-a961-1c28ebf6596e req-bc7e4549-1360-48f1-9dbe-a2f3d5fb4fde tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=b806f575-4671-4182-825f-c3c0b1a3122d HTTP/1.1" status: 200 len: 210 time: 0.0428782 Nov 12 02:31:47.099511 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401238e-3df1-4835-affb-b0ddd3b7d543 req-e5146c5d-c9c7-4f42-99ba-eec55e933193 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:47.101709 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2401238e-3df1-4835-affb-b0ddd3b7d543 req-e5146c5d-c9c7-4f42-99ba-eec55e933193 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 945 time: 0.0539539 Nov 12 02:31:47.161892 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2401238e-3df1-4835-affb-b0ddd3b7d543 req-e479eb61-c115-49cc-9bd0-c94c16388998 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526171 Nov 12 02:31:47.533517 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a4bafd4d-48e4-4f15-a9f4-497e23d246e1 req-4755f27f-dba0-466e-b5ac-45b650a76fe2 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=b806f575-4671-4182-825f-c3c0b1a3122d HTTP/1.1" status: 200 len: 210 time: 0.0269439 Nov 12 02:31:47.953294 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-8a40054b-1c26-47ab-8935-cf6ae4b88c75 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:47.955023 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-8a40054b-1c26-47ab-8935-cf6ae4b88c75 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.65 "GET /v2.0/networks?id=0f0e86fc-5462-49b5-aded-e18529b430ae HTTP/1.1" status: 200 len: 814 time: 0.1160846 Nov 12 02:31:47.988303 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-8570351c-53bc-4ac8-b175-6d39f78b5ff5 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Request body: {'port': {'device_id': 'b806f575-4671-4182-825f-c3c0b1a3122d', 'network_id': '0f0e86fc-5462-49b5-aded-e18529b430ae', 'admin_state_up': True, 'tenant_id': 'a03794071c7f41db801753ddab2f9971'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:31:48.137279 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-8570351c-53bc-4ac8-b175-6d39f78b5ff5 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Made reservation on behalf of a03794071c7f41db801753ddab2f9971 for: {'port': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:31:48.144167 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-8570351c-53bc-4ac8-b175-6d39f78b5ff5 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:48.147498 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b3371-53ff-4a55-a0c1-632bc3cd706e req-03ca2b0b-d543-400c-a463-fc6ac2fd07e3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:48.149095 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c95b3371-53ff-4a55-a0c1-632bc3cd706e req-03ca2b0b-d543-400c-a463-fc6ac2fd07e3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 945 time: 0.0596302 Nov 12 02:31:48.277538 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-8570351c-53bc-4ac8-b175-6d39f78b5ff5 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Allocated IP 172.20.0.5 (0f0e86fc-5462-49b5-aded-e18529b430ae/24fdf2af-7448-4dbd-af3e-8a51c32825d3/0505075a-de86-4382-954f-d4b52a1d0777) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:31:48.311906 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060ab35-3117-46f5-9999-f7d45d8094b8 req-e3d0e11a-a2fb-4c62-bea6-67ef216ab7be tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:48.313719 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b060ab35-3117-46f5-9999-f7d45d8094b8 req-e3d0e11a-a2fb-4c62-bea6-67ef216ab7be tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 945 time: 0.0704863 Nov 12 02:31:48.329421 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-c95b3371-53ff-4a55-a0c1-632bc3cd706e req-2193116d-434f-4feb-a4fe-899cabfa77a3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Deleting port 1d8b5f9f-4b28-410e-8111-4c6483f94044 {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:31:48.329760 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-c95b3371-53ff-4a55-a0c1-632bc3cd706e req-2193116d-434f-4feb-a4fe-899cabfa77a3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:48.423699 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b060ab35-3117-46f5-9999-f7d45d8094b8 req-c8666626-ddda-4dd4-ac22-576a8b644b02 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024141 Nov 12 02:31:48.438255 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-8570351c-53bc-4ac8-b175-6d39f78b5ff5 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:48.464393 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-c95b3371-53ff-4a55-a0c1-632bc3cd706e req-2193116d-434f-4feb-a4fe-899cabfa77a3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] For port 1d8b5f9f-4b28-410e-8111-4c6483f94044, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=1d8b5f9f-4b28-410e-8111-4c6483f94044,segment=NetworkSegment(c0623adb-9637-42d0-94dc-e8c24bdebe90),segment_id=c0623adb-9637-42d0-94dc-e8c24bdebe90)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:48.464762 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-c95b3371-53ff-4a55-a0c1-632bc3cd706e req-2193116d-434f-4feb-a4fe-899cabfa77a3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:48.474513 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-8570351c-53bc-4ac8-b175-6d39f78b5ff5 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:48.516628 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-8570351c-53bc-4ac8-b175-6d39f78b5ff5 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Network 0f0e86fc-5462-49b5-aded-e18529b430ae is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:31:48.521809 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-8570351c-53bc-4ac8-b175-6d39f78b5ff5 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:31:48.525624 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-8570351c-53bc-4ac8-b175-6d39f78b5ff5 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:31:48.553760 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570351c-53bc-4ac8-b175-6d39f78b5ff5 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Pushing event updated for resources: {'Port': ['ID=0505075a-de86-4382-954f-d4b52a1d0777,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:48.591168 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-8570351c-53bc-4ac8-b175-6d39f78b5ff5 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:48.591788 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-8570351c-53bc-4ac8-b175-6d39f78b5ff5 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:48.609105 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-8570351c-53bc-4ac8-b175-6d39f78b5ff5 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6251180 Nov 12 02:31:48.685570 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] Request body: {'port': {'device_id': 'b806f575-4671-4182-825f-c3c0b1a3122d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:31:48.744912 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:48.969100 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957d019-f11a-4d2f-9865-a05052cd5e40 req-aa3bbcf9-8a53-4c59-b04a-cdea739528df tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:48.970649 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7957d019-f11a-4d2f-9865-a05052cd5e40 req-aa3bbcf9-8a53-4c59-b04a-cdea739528df tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=b806f575-4671-4182-825f-c3c0b1a3122d HTTP/1.1" status: 200 len: 931 time: 0.1124160 Nov 12 02:31:48.984306 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-c95b3371-53ff-4a55-a0c1-632bc3cd706e req-2193116d-434f-4feb-a4fe-899cabfa77a3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:48.984663 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-c95b3371-53ff-4a55-a0c1-632bc3cd706e req-2193116d-434f-4feb-a4fe-899cabfa77a3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661460'] for floatingip, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:48.984997 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.l3_db [req-c95b3371-53ff-4a55-a0c1-632bc3cd706e req-2193116d-434f-4feb-a4fe-899cabfa77a3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Floating IP 03eade12-c64a-4a6e-82df-75ac8612921f disassociated. External IP: 172.27.2.213, port: 1d8b5f9f-4b28-410e-8111-4c6483f94044. Nov 12 02:31:48.985338 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-c95b3371-53ff-4a55-a0c1-632bc3cd706e req-2193116d-434f-4feb-a4fe-899cabfa77a3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Calling delete_port for 1d8b5f9f-4b28-410e-8111-4c6483f94044 owned by compute:nova {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:31:49.020785 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0505075a-de86-4382-954f-d4b52a1d0777 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:31:49.028310 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:49.041389 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] Transition to ACTIVE for port object 0505075a-de86-4382-954f-d4b52a1d0777 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:31:49.045937 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589425'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:49.067967 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7957d019-f11a-4d2f-9865-a05052cd5e40 req-1805ce3b-2107-48ca-a5e4-278e5c24f24a tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869219 Nov 12 02:31:49.119119 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] Pushing event updated for resources: {'Port': ['ID=0505075a-de86-4382-954f-d4b52a1d0777,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:49.167762 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-c95b3371-53ff-4a55-a0c1-632bc3cd706e req-2193116d-434f-4feb-a4fe-899cabfa77a3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:49.192606 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] Attempting to bind port 0505075a-de86-4382-954f-d4b52a1d0777 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:31:49.192942 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] Attempting to bind port 0505075a-de86-4382-954f-d4b52a1d0777 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'ee6d4879-ff8a-426e-a3ff-68c41405af5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0f0e86fc-5462-49b5-aded-e18529b430ae'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:31:49.193267 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] Attempting to bind port 0505075a-de86-4382-954f-d4b52a1d0777 on network 0f0e86fc-5462-49b5-aded-e18529b430ae {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:31:49.197659 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] Port 0505075a-de86-4382-954f-d4b52a1d0777 on network 0f0e86fc-5462-49b5-aded-e18529b430ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:31:49.197982 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] Attempting to bind port 0505075a-de86-4382-954f-d4b52a1d0777 on network 0f0e86fc-5462-49b5-aded-e18529b430ae {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:31:49.200946 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193116d-434f-4feb-a4fe-899cabfa77a3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event deleted for resources: {'Port': ['ID=1d8b5f9f-4b28-410e-8111-4c6483f94044,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:49.203046 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] Checking agent: {'id': '0f3aff68-05a9-47a7-920b-43a2694f0a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:31:49.203391 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] Checking segment: {'id': 'ee6d4879-ff8a-426e-a3ff-68c41405af5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0f0e86fc-5462-49b5-aded-e18529b430ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:31:49.203774 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] Bound using segment: {'id': 'ee6d4879-ff8a-426e-a3ff-68c41405af5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0f0e86fc-5462-49b5-aded-e18529b430ae'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:31:49.204198 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] Bound port: 0505075a-de86-4382-954f-d4b52a1d0777, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6d4879-ff8a-426e-a3ff-68c41405af5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0f0e86fc-5462-49b5-aded-e18529b430ae'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:31:49.204550 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:49.275112 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] For port 0505075a-de86-4382-954f-d4b52a1d0777, host hv-cinder-80857, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:31:49.278539 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] For port 0505075a-de86-4382-954f-d4b52a1d0777, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=0505075a-de86-4382-954f-d4b52a1d0777,segment=NetworkSegment(ee6d4879-ff8a-426e-a3ff-68c41405af5c),segment_id=ee6d4879-ff8a-426e-a3ff-68c41405af5c)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:31:49.284362 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589425'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:49.324461 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:49.325078 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:49.326365 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c95b3371-53ff-4a55-a0c1-632bc3cd706e req-2193116d-434f-4feb-a4fe-899cabfa77a3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:31:49.326499 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] 10.222.0.65 "PUT /v2.0/ports/0505075a-de86-4382-954f-d4b52a1d0777 HTTP/1.1" status: 200 len: 1093 time: 0.6974456 Nov 12 02:31:49.327072 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b806f575-4671-4182-825f-c3c0b1a3122d', 'tag': '0505075a-de86-4382-954f-d4b52a1d0777'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:31:49.330115 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f19aec-0e9d-4bba-9fb5-d2041c8b0d31" -d '{"events": [{"name": "network-changed", "server_uuid": "b806f575-4671-4182-825f-c3c0b1a3122d", "tag": "0505075a-de86-4382-954f-d4b52a1d0777"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:31:49.336626 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:49.364962 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e4dc0-289f-4a5a-9e21-bcc2b1fd08ac service neutron] Pushing event updated for resources: {'Port': ['ID=0505075a-de86-4382-954f-d4b52a1d0777,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:49.445285 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-5ae0fe61-8858-48a6-ae0b-ffbf02ad20d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:49.447400 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-5ae0fe61-8858-48a6-ae0b-ffbf02ad20d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a03794071c7f41db801753ddab2f9971&device_id=b806f575-4671-4182-825f-c3c0b1a3122d HTTP/1.1" status: 200 len: 1096 time: 0.0527229 Nov 12 02:31:49.473817 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c95b3371-53ff-4a55-a0c1-632bc3cd706e req-2193116d-434f-4feb-a4fe-899cabfa77a3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:31:49.485140 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f253619f-8fdb-4bd3-838c-8f4ba3e90b4c None None] Sync routers for ids ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:31:49.503615 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f253619f-8fdb-4bd3-838c-8f4ba3e90b4c None None] Routers {'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:31:49.505727 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-f253619f-8fdb-4bd3-838c-8f4ba3e90b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:31:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:31:49.519769 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-7c44ec10-b303-4fb1-8642-88481e9212de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0505075a-de86-4382-954f-d4b52a1d0777 HTTP/1.1" status: 200 len: 217 time: 0.0560782 Nov 12 02:31:49.529041 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95b3371-53ff-4a55-a0c1-632bc3cd706e req-2193116d-434f-4feb-a4fe-899cabfa77a3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] No DVR routers for this DVR port 1d8b5f9f-4b28-410e-8111-4c6483f94044 on host hv-cinder-80857 {{(pid=101678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:31:49.531714 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-c95b3371-53ff-4a55-a0c1-632bc3cd706e req-2193116d-434f-4feb-a4fe-899cabfa77a3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:49.535119 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c95b3371-53ff-4a55-a0c1-632bc3cd706e req-2193116d-434f-4feb-a4fe-899cabfa77a3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.65 "DELETE /v2.0/ports/1d8b5f9f-4b28-410e-8111-4c6483f94044 HTTP/1.1" status: 204 len: 173 time: 1.3540108 Nov 12 02:31:49.535585 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f436b1-6651-4ba7-88f7-fb2b262f75a5', 'name': 'network-vif-deleted', 'tag': '1d8b5f9f-4b28-410e-8111-4c6483f94044'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:31:49.537900 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f805fd8c-9164-4ba7-a73e-c641193b9e07" -d '{"events": [{"server_uuid": "a5f436b1-6651-4ba7-88f7-fb2b262f75a5", "name": "network-vif-deleted", "tag": "1d8b5f9f-4b28-410e-8111-4c6483f94044"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:31:49.571635 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54121046-9bf2-4619-b72b-8175ca5999ee x-openstack-request-id: req-54121046-9bf2-4619-b72b-8175ca5999ee {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:31:49.572085 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b806f575-4671-4182-825f-c3c0b1a3122d", "tag": "0505075a-de86-4382-954f-d4b52a1d0777", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:31:49.572427 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-54121046-9bf2-4619-b72b-8175ca5999ee {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:31:49.572972 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b806f575-4671-4182-825f-c3c0b1a3122d', 'tag': '0505075a-de86-4382-954f-d4b52a1d0777', 'status': 'completed', 'code': 200} Nov 12 02:31:49.590941 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-802de2df-27f1-41f8-b3a5-dd9e0dca662a req-63c7eb59-e2eb-4dbc-ae6e-4b23ed57d342 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 210 time: 0.0440133 Nov 12 02:31:49.622394 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-00e75a2a-dec3-4afc-b991-56c39a3bd83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:49.623947 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-00e75a2a-dec3-4afc-b991-56c39a3bd83d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24fdf2af-7448-4dbd-af3e-8a51c32825d3 HTTP/1.1" status: 200 len: 854 time: 0.0962718 Nov 12 02:31:49.662024 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-f253619f-8fdb-4bd3-838c-8f4ba3e90b4c None None] Set router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:31:49.667045 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-7df278c2-5989-4129-8321-038dccd4b3e2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0f0e86fc-5462-49b5-aded-e18529b430ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317819 Nov 12 02:31:49.706512 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad871906-68da-438e-8969-ce448226c412 x-openstack-request-id: req-ad871906-68da-438e-8969-ce448226c412 {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:31:49.706940 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f436b1-6651-4ba7-88f7-fb2b262f75a5", "name": "network-vif-deleted", "tag": "1d8b5f9f-4b28-410e-8111-4c6483f94044", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:31:49.707372 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ad871906-68da-438e-8969-ce448226c412 {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:31:49.707849 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f436b1-6651-4ba7-88f7-fb2b262f75a5', 'name': 'network-vif-deleted', 'tag': '1d8b5f9f-4b28-410e-8111-4c6483f94044', 'status': 'completed', 'code': 200} Nov 12 02:31:49.780886 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-c98c6012-4402-4ab1-b156-ab7a99e3a573 service neutron] 10.222.0.65 "GET /v2.0/networks/0f0e86fc-5462-49b5-aded-e18529b430ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001527 Nov 12 02:31:49.888692 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-45fd8606-6b54-4f40-8a5a-07b10c20776b req-777ed639-8e82-4a45-be2a-6c74c1b4ddfd service neutron] 10.222.0.65 "GET /v2.0/networks/0f0e86fc-5462-49b5-aded-e18529b430ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971901 Nov 12 02:31:50.009714 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-f253619f-8fdb-4bd3-838c-8f4ba3e90b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80', 'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'mac_address': 'fa:16:3e:5d:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:47Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 5, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'subnets': [{'id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:31:50.044609 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f253619f-8fdb-4bd3-838c-8f4ba3e90b4c None None] Checking router: c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:31:50.053741 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f253619f-8fdb-4bd3-838c-8f4ba3e90b4c None None] Routers {'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:31:50.054358 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-f253619f-8fdb-4bd3-838c-8f4ba3e90b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:31:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:31:50.070876 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f19aec-0e9d-4bba-9fb5-d2041c8b0d31 req-0f275192-8afb-4a6a-aa7f-c64a55c021d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:50.072667 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-f9f19aec-0e9d-4bba-9fb5-d2041c8b0d31 req-0f275192-8afb-4a6a-aa7f-c64a55c021d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a03794071c7f41db801753ddab2f9971&device_id=b806f575-4671-4182-825f-c3c0b1a3122d HTTP/1.1" status: 200 len: 1096 time: 0.0434761 Nov 12 02:31:50.193750 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-f253619f-8fdb-4bd3-838c-8f4ba3e90b4c None None] Set router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:31:50.199122 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f19aec-0e9d-4bba-9fb5-d2041c8b0d31 req-cdda75de-654c-473b-8cfe-f981798c762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:50.200759 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-f9f19aec-0e9d-4bba-9fb5-d2041c8b0d31 req-cdda75de-654c-473b-8cfe-f981798c762c service neutron] 10.222.0.65 "GET /v2.0/networks?id=0f0e86fc-5462-49b5-aded-e18529b430ae HTTP/1.1" status: 200 len: 915 time: 0.1121304 Nov 12 02:31:50.248563 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac0615-621f-49a3-9fe2-9533e107dd17 req-c0ad763e-ae01-48ed-8231-68c61af4f96b tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:50.250962 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a4ac0615-621f-49a3-9fe2-9533e107dd17 req-c0ad763e-ae01-48ed-8231-68c61af4f96b tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=b806f575-4671-4182-825f-c3c0b1a3122d HTTP/1.1" status: 200 len: 943 time: 0.0544934 Nov 12 02:31:50.254935 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-f9f19aec-0e9d-4bba-9fb5-d2041c8b0d31 req-788053d5-e55e-4045-aaa9-56cea4bb7515 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0505075a-de86-4382-954f-d4b52a1d0777 HTTP/1.1" status: 200 len: 217 time: 0.0427802 Nov 12 02:31:50.324967 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a4ac0615-621f-49a3-9fe2-9533e107dd17 req-c1ebd38d-9344-4c49-a13a-feea67b8caf8 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638797 Nov 12 02:31:50.330848 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f19aec-0e9d-4bba-9fb5-d2041c8b0d31 req-b36689ea-a3b5-43f0-aa54-c415fafbdb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:50.332262 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-f9f19aec-0e9d-4bba-9fb5-d2041c8b0d31 req-b36689ea-a3b5-43f0-aa54-c415fafbdb81 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24fdf2af-7448-4dbd-af3e-8a51c32825d3 HTTP/1.1" status: 200 len: 854 time: 0.0687063 Nov 12 02:31:50.369733 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-f9f19aec-0e9d-4bba-9fb5-d2041c8b0d31 req-76885622-1d0d-4a52-874e-d664de5c08e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0f0e86fc-5462-49b5-aded-e18529b430ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292125 Nov 12 02:31:50.472247 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-f253619f-8fdb-4bd3-838c-8f4ba3e90b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80', 'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'mac_address': 'fa:16:3e:5d:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:47Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 5, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'subnets': [{'id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:31:50.485931 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-f9f19aec-0e9d-4bba-9fb5-d2041c8b0d31 req-e46a0091-af73-4340-85db-804c3152bd28 service neutron] 10.222.0.65 "GET /v2.0/networks/0f0e86fc-5462-49b5-aded-e18529b430ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067259 Nov 12 02:31:50.501020 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f253619f-8fdb-4bd3-838c-8f4ba3e90b4c None None] The sync data for ids ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'] in dv-cinder-808574-4-iscsi is: [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80', 'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'mac_address': 'fa:16:3e:5d:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:47Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 5, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'subnets': [{'id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:31:50.538953 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 1d8b5f9f-4b28-410e-8111-4c6483f94044 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:31:50.562381 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] No Port match for: 1d8b5f9f-4b28-410e-8111-4c6483f94044 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:31:50.562708 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 1d8b5f9f-4b28-410e-8111-4c6483f94044 not bound to the agent host hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:31:50.609260 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-f9f19aec-0e9d-4bba-9fb5-d2041c8b0d31 req-90a8ad22-5dc3-4f0b-b513-40c60e0a14bf service neutron] 10.222.0.65 "GET /v2.0/networks/0f0e86fc-5462-49b5-aded-e18529b430ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047089 Nov 12 02:31:50.708932 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b136cb14-51c1-430c-98f0-4e4a7a4b9ad1 req-e2d09f32-738d-416b-a125-06c4987b8868 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5f436b1-6651-4ba7-88f7-fb2b262f75a5 HTTP/1.1" status: 200 len: 210 time: 0.0273445 Nov 12 02:31:50.801349 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4034efb-bd90-4027-9cfe-8cfdd4f97b0f None None] New status for floating IP 03eade12-c64a-4a6e-82df-75ac8612921f: DOWN {{(pid=101680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:31:51.463721 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5d9f5-bd4a-4d2c-a8a0-a247a29164b9 req-08ceade4-57e3-4454-8ce9-eba91b475243 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:51.465159 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-87e5d9f5-bd4a-4d2c-a8a0-a247a29164b9 req-08ceade4-57e3-4454-8ce9-eba91b475243 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=b806f575-4671-4182-825f-c3c0b1a3122d HTTP/1.1" status: 200 len: 943 time: 0.0489299 Nov 12 02:31:51.513675 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-87e5d9f5-bd4a-4d2c-a8a0-a247a29164b9 req-a4102473-4f09-4abb-b37c-a445afbefaad tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417387 Nov 12 02:31:51.972938 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-777803b8-2d83-4240-a444-c1346f1c1a7e tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-677549840&fields=id&tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d HTTP/1.1" status: 200 len: 267 time: 0.0437348 Nov 12 02:31:52.087906 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-1beb037d-c9c3-4b4e-a838-6ec492e90bb3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:52.089316 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-1beb037d-c9c3-4b4e-a838-6ec492e90bb3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/networks?id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 HTTP/1.1" status: 200 len: 811 time: 0.1097569 Nov 12 02:31:52.104325 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-93d6db89-fda3-4806-bfa0-da692c6c78f6 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/quotas/cdddbe78d48c4a9995c9d3e6c06bec3d HTTP/1.1" status: 200 len: 375 time: 0.0093844 Nov 12 02:31:52.156999 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-6ed07f0a-d11d-4fdf-b85d-fba24266dd8d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475042 Nov 12 02:31:52.306794 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-700a035d-292f-4da4-beb3-72c0ce64078f service neutron] 10.222.0.70 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371651 Nov 12 02:31:52.395193 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-ce86b04f-868e-44ae-9035-c1a1b527325b service neutron] 10.222.0.70 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824265 Nov 12 02:31:52.561746 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 0505075a-de86-4382-954f-d4b52a1d0777 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:31:52.640756 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb1b6b-c02d-4065-98e7-c79c270385b1 req-37be39f9-9142-43e2-a4fc-2dd8cfe08077 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:52.643495 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d9fb1b6b-c02d-4065-98e7-c79c270385b1 req-37be39f9-9142-43e2-a4fc-2dd8cfe08077 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=b806f575-4671-4182-825f-c3c0b1a3122d HTTP/1.1" status: 200 len: 943 time: 0.0573838 Nov 12 02:31:52.681599 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 0505075a-de86-4382-954f-d4b52a1d0777, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=0505075a-de86-4382-954f-d4b52a1d0777,segment=NetworkSegment(ee6d4879-ff8a-426e-a3ff-68c41405af5c),segment_id=ee6d4879-ff8a-426e-a3ff-68c41405af5c)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:52.695767 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': '0505075a-de86-4382-954f-d4b52a1d0777', 'network_id': '0f0e86fc-5462-49b5-aded-e18529b430ae', 'port_id': '0505075a-de86-4382-954f-d4b52a1d0777', 'mac_address': 'fa:16:3e:14:f4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fdf2af-7448-4dbd-af3e-8a51c32825d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:31:52.715303 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c35056f8-b898-411c-93f2-b07519eae428 req-7f32b16f-8f32-477e-a2ea-c2f2d944eb27 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 210 time: 0.0372365 Nov 12 02:31:52.720168 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d9fb1b6b-c02d-4065-98e7-c79c270385b1 req-87a9da5e-7039-4652-9cce-4229addebfb2 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690148 Nov 12 02:31:52.738091 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:52.752073 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0505075a-de86-4382-954f-d4b52a1d0777 {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:31:52.774054 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 0505075a-de86-4382-954f-d4b52a1d0777, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=0505075a-de86-4382-954f-d4b52a1d0777,segment=NetworkSegment(ee6d4879-ff8a-426e-a3ff-68c41405af5c),segment_id=ee6d4879-ff8a-426e-a3ff-68c41405af5c)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:52.786755 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:52.838804 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=0505075a-de86-4382-954f-d4b52a1d0777,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:53.319410 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['0505075a-de86-4382-954f-d4b52a1d0777'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:31:53.786318 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-9afc813c-edc8-426e-bd2b-f9accf2a5c49 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:53.788042 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-9afc813c-edc8-426e-bd2b-f9accf2a5c49 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.65 "GET /v2.0/networks?id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 HTTP/1.1" status: 200 len: 811 time: 0.1138196 Nov 12 02:31:53.861230 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-553fc330-0948-4065-95a5-7420827c5bf7 req-340cea32-34f4-4046-966f-3b513f7b8a60 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 210 time: 0.0351934 Nov 12 02:31:53.873528 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-b473f952-faad-4fc7-96b4-16fcf2efa3ae tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d HTTP/1.1" status: 200 len: 379 time: 0.0684714 Nov 12 02:31:53.880501 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc72561-0e16-4918-9378-f308e8c7efb9 req-a9abb922-bb8d-4205-8cd4-690411101e33 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:53.882523 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7cc72561-0e16-4918-9378-f308e8c7efb9 req-a9abb922-bb8d-4205-8cd4-690411101e33 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=b806f575-4671-4182-825f-c3c0b1a3122d HTTP/1.1" status: 200 len: 944 time: 0.0863111 Nov 12 02:31:53.889909 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-51c9601c-7175-4605-8dec-1037f8699420 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Request body: {'port': {'device_id': '41b66789-7ae5-4589-bd84-3539cf00e97f', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'admin_state_up': True, 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'security_groups': ['fbf4e31f-46c4-401b-88f6-ab8b00262679']}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:31:53.939052 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7cc72561-0e16-4918-9378-f308e8c7efb9 req-db653406-83ce-41e3-b498-32bde0eaecf8 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446968 Nov 12 02:31:54.008037 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-51c9601c-7175-4605-8dec-1037f8699420 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Made reservation on behalf of cdddbe78d48c4a9995c9d3e6c06bec3d for: {'port': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:31:54.011658 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-51c9601c-7175-4605-8dec-1037f8699420 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:54.146535 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-51c9601c-7175-4605-8dec-1037f8699420 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Allocated IP 172.20.0.4 (987f135b-2ece-4383-9fb9-ce7b7e8f8bd1/74a3a50d-3fa8-42dd-9673-0c777f45e2b0/9ea72f7b-3a91-4bd5-9bee-cf36f50653a8) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:31:54.295152 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-51c9601c-7175-4605-8dec-1037f8699420 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:54.329839 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-51c9601c-7175-4605-8dec-1037f8699420 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:54.373123 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-51c9601c-7175-4605-8dec-1037f8699420 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:31:54.380279 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-51c9601c-7175-4605-8dec-1037f8699420 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:31:54.383964 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-51c9601c-7175-4605-8dec-1037f8699420 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:31:54.415030 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9601c-7175-4605-8dec-1037f8699420 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event updated for resources: {'Port': ['ID=9ea72f7b-3a91-4bd5-9bee-cf36f50653a8,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:54.445695 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-51c9601c-7175-4605-8dec-1037f8699420 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:54.446360 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-51c9601c-7175-4605-8dec-1037f8699420 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:54.468366 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-51c9601c-7175-4605-8dec-1037f8699420 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5859404 Nov 12 02:31:54.493256 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] Request body: {'port': {'device_id': '41b66789-7ae5-4589-bd84-3539cf00e97f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:31:54.555216 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:54.633634 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-79daba14-9991-42f9-b884-13c856517eed None None] Provisioning complete for port 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:31:54.634284 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-79daba14-9991-42f9-b884-13c856517eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:54.674426 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-79daba14-9991-42f9-b884-13c856517eed None None] Port 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:31:54.843133 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:31:54.854111 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:54.876473 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] Transition to ACTIVE for port object 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:31:54.881529 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589425'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:54.958159 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea72f7b-3a91-4bd5-9bee-cf36f50653a8,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:55.004075 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817a956-e1d1-4f34-8629-f1ce59315e68 req-ab9f5b4e-7647-4014-9c0a-85fc6f75bdf0 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:55.005853 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2817a956-e1d1-4f34-8629-f1ce59315e68 req-ab9f5b4e-7647-4014-9c0a-85fc6f75bdf0 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 943 time: 0.0619848 Nov 12 02:31:55.037196 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] Attempting to bind port 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:31:55.037196 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] Attempting to bind port 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'c0623adb-9637-42d0-94dc-e8c24bdebe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:31:55.037556 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] Attempting to bind port 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 on network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:31:55.043776 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] Port 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 on network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:31:55.043776 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] Attempting to bind port 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 on network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:31:55.049912 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] Checking agent: {'id': '0f3aff68-05a9-47a7-920b-43a2694f0a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:31:55.050267 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] Checking segment: {'id': 'c0623adb-9637-42d0-94dc-e8c24bdebe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:31:55.050653 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] Bound using segment: {'id': 'c0623adb-9637-42d0-94dc-e8c24bdebe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:31:55.051739 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] Bound port: 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0623adb-9637-42d0-94dc-e8c24bdebe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:31:55.051739 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:55.091601 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2817a956-e1d1-4f34-8629-f1ce59315e68 req-127fe230-fe90-4724-b99c-e84d00546d26 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794096 Nov 12 02:31:55.115267 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c6702-8185-422f-8150-3a58dcea820f req-ca7e34ee-bb89-40ae-ad90-f881b3affa7e tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:55.117136 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7d9c6702-8185-422f-8150-3a58dcea820f req-ca7e34ee-bb89-40ae-ad90-f881b3affa7e tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=b806f575-4671-4182-825f-c3c0b1a3122d HTTP/1.1" status: 200 len: 944 time: 0.0700607 Nov 12 02:31:55.139334 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] For port 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8, host hv-cinder-80857, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:31:55.144206 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] For port 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=9ea72f7b-3a91-4bd5-9bee-cf36f50653a8,segment=NetworkSegment(c0623adb-9637-42d0-94dc-e8c24bdebe90),segment_id=c0623adb-9637-42d0-94dc-e8c24bdebe90)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:31:55.149861 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589425'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:55.184268 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:55.184947 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:55.186409 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] 10.222.0.65 "PUT /v2.0/ports/9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 HTTP/1.1" status: 200 len: 1093 time: 0.6982703 Nov 12 02:31:55.186946 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b66789-7ae5-4589-bd84-3539cf00e97f', 'tag': '9ea72f7b-3a91-4bd5-9bee-cf36f50653a8'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:31:55.190207 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d93c8f-ce12-47c5-b4d9-721d52b7ca29" -d '{"events": [{"name": "network-changed", "server_uuid": "41b66789-7ae5-4589-bd84-3539cf00e97f", "tag": "9ea72f7b-3a91-4bd5-9bee-cf36f50653a8"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:31:55.191329 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7d9c6702-8185-422f-8150-3a58dcea820f req-fa62afc5-e597-4841-9103-d5669de11700 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666194 Nov 12 02:31:55.235493 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fc386-2535-4325-80f8-ce9c26792fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea72f7b-3a91-4bd5-9bee-cf36f50653a8,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:55.266760 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bbe3c6-e04a-4014-86c7-9548a7a9c840 x-openstack-request-id: req-83bbe3c6-e04a-4014-86c7-9548a7a9c840 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:31:55.267060 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b66789-7ae5-4589-bd84-3539cf00e97f", "tag": "9ea72f7b-3a91-4bd5-9bee-cf36f50653a8", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:31:55.267315 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-83bbe3c6-e04a-4014-86c7-9548a7a9c840 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:31:55.267851 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b66789-7ae5-4589-bd84-3539cf00e97f', 'tag': '9ea72f7b-3a91-4bd5-9bee-cf36f50653a8', 'status': 'completed', 'code': 200} Nov 12 02:31:55.299988 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-001a0b9b-f71a-4b1f-b177-b0da67e50365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:55.301724 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-001a0b9b-f71a-4b1f-b177-b0da67e50365 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d&device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 1096 time: 0.0467417 Nov 12 02:31:55.365729 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-c1c06856-fb1f-4b46-a6bb-e47936b5205b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 HTTP/1.1" status: 200 len: 217 time: 0.0386491 Nov 12 02:31:55.422786 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-0ae0fbe2-305f-42ad-a9c1-f01ef53743c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:55.425819 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-0ae0fbe2-305f-42ad-a9c1-f01ef53743c7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74a3a50d-3fa8-42dd-9673-0c777f45e2b0 HTTP/1.1" status: 200 len: 850 time: 0.0475192 Nov 12 02:31:55.476083 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-64786b17-b51c-4296-a71b-16f6228da3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:55.477631 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-64786b17-b51c-4296-a71b-16f6228da3eb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435388 Nov 12 02:31:55.577547 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-df635f76-b86a-4851-a8ec-87edb4d2310a service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922477 Nov 12 02:31:55.666568 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-9c9fa113-b839-493c-9850-e5dd78daffeb req-6a8181ac-c688-4d22-8664-4840c4ffc77e service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817766 Nov 12 02:31:55.847540 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d93c8f-ce12-47c5-b4d9-721d52b7ca29 req-e829305f-7043-45b5-a312-0327c2d1157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:55.849090 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-22d93c8f-ce12-47c5-b4d9-721d52b7ca29 req-e829305f-7043-45b5-a312-0327c2d1157c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d&device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 1096 time: 0.0464237 Nov 12 02:31:55.943354 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d93c8f-ce12-47c5-b4d9-721d52b7ca29 req-c698f6e3-08a7-4b9e-b63d-d9d826bdaaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:55.944960 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-22d93c8f-ce12-47c5-b4d9-721d52b7ca29 req-c698f6e3-08a7-4b9e-b63d-d9d826bdaaf2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 HTTP/1.1" status: 200 len: 912 time: 0.0882516 Nov 12 02:31:55.998116 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-22d93c8f-ce12-47c5-b4d9-721d52b7ca29 req-cd7eb09f-03e0-468a-a4ec-3eaa85900779 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 HTTP/1.1" status: 200 len: 217 time: 0.0458918 Nov 12 02:31:56.048368 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d93c8f-ce12-47c5-b4d9-721d52b7ca29 req-5f33c7b6-7673-422d-ac90-b235ff24422d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:56.050580 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-22d93c8f-ce12-47c5-b4d9-721d52b7ca29 req-5f33c7b6-7673-422d-ac90-b235ff24422d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74a3a50d-3fa8-42dd-9673-0c777f45e2b0 HTTP/1.1" status: 200 len: 850 time: 0.0438964 Nov 12 02:31:56.104272 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d93c8f-ce12-47c5-b4d9-721d52b7ca29 req-c395c1a3-2931-4515-a2c5-6258c61dc91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:56.105831 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-22d93c8f-ce12-47c5-b4d9-721d52b7ca29 req-c395c1a3-2931-4515-a2c5-6258c61dc91f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481238 Nov 12 02:31:56.223033 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-22d93c8f-ce12-47c5-b4d9-721d52b7ca29 req-075fea45-5885-40e5-9057-f3ea328638b6 service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091294 Nov 12 02:31:56.256018 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffb522-46f3-41f9-89ae-c75d1f43486e req-a07a7f81-0d8c-4a01-b667-0db36cf44058 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:56.256640 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-abffb522-46f3-41f9-89ae-c75d1f43486e req-a07a7f81-0d8c-4a01-b667-0db36cf44058 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 943 time: 0.0729096 Nov 12 02:31:56.340833 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-22d93c8f-ce12-47c5-b4d9-721d52b7ca29 req-2e132eae-7370-4e82-ace5-2d09829b9a9a service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109896 Nov 12 02:31:56.345520 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-abffb522-46f3-41f9-89ae-c75d1f43486e req-f7c37368-3495-4c40-a8a0-97496743e25f tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804403 Nov 12 02:31:56.365354 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043ea8b-0515-4b1d-b17e-0d6b3566c6e7 req-87bb1603-2a71-46d1-861a-4d4cea82a960 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:56.367023 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8043ea8b-0515-4b1d-b17e-0d6b3566c6e7 req-87bb1603-2a71-46d1-861a-4d4cea82a960 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=b806f575-4671-4182-825f-c3c0b1a3122d HTTP/1.1" status: 200 len: 944 time: 0.0778401 Nov 12 02:31:56.417219 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8043ea8b-0515-4b1d-b17e-0d6b3566c6e7 req-66ab532d-4b6e-4c0b-b4cf-58850216cdf3 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437245 Nov 12 02:31:56.574021 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 0505075a-de86-4382-954f-d4b52a1d0777 up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:31:56.624761 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning for port 0505075a-de86-4382-954f-d4b52a1d0777 completed by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:31:56.629186 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port 0505075a-de86-4382-954f-d4b52a1d0777 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:31:56.629574 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:56.714415 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:56.738894 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b806f575-4671-4182-825f-c3c0b1a3122d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0505075a-de86-4382-954f-d4b52a1d0777'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:31:56.741052 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389d806c-c984-4566-ae81-43e0ded11a03" -d '{"events": [{"server_uuid": "b806f575-4671-4182-825f-c3c0b1a3122d", "name": "network-vif-plugged", "status": "completed", "tag": "0505075a-de86-4382-954f-d4b52a1d0777"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:31:56.754866 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 0505075a-de86-4382-954f-d4b52a1d0777, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=0505075a-de86-4382-954f-d4b52a1d0777,segment=NetworkSegment(ee6d4879-ff8a-426e-a3ff-68c41405af5c),segment_id=ee6d4879-ff8a-426e-a3ff-68c41405af5c)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:56.759019 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:56.784491 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef100eee-04f4-438e-bef1-36ff3631d62b x-openstack-request-id: req-ef100eee-04f4-438e-bef1-36ff3631d62b {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:31:56.784801 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b806f575-4671-4182-825f-c3c0b1a3122d", "name": "network-vif-plugged", "status": "completed", "tag": "0505075a-de86-4382-954f-d4b52a1d0777", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:31:56.785060 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef100eee-04f4-438e-bef1-36ff3631d62b {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:31:56.785460 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b806f575-4671-4182-825f-c3c0b1a3122d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0505075a-de86-4382-954f-d4b52a1d0777', 'code': 200} Nov 12 02:31:56.810707 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=0505075a-de86-4382-954f-d4b52a1d0777,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:56.995133 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fe857-6cc1-4a4a-96df-17e57f8fe704 req-86b946eb-e99a-4875-bfdb-65f30242e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:56.996576 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-fa9fe857-6cc1-4a4a-96df-17e57f8fe704 req-86b946eb-e99a-4875-bfdb-65f30242e362 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b806f575-4671-4182-825f-c3c0b1a3122d HTTP/1.1" status: 200 len: 1098 time: 0.0404050 Nov 12 02:31:57.047913 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-fa9fe857-6cc1-4a4a-96df-17e57f8fe704 req-1249182d-8d96-45f2-a3d1-88f1fccb57ab service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423961 Nov 12 02:31:57.466441 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922e9d3-cdb8-44f0-9b68-794a4197f1a9 req-ecad4363-5935-4919-b2bb-70e559db7959 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:57.468001 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0922e9d3-cdb8-44f0-9b68-794a4197f1a9 req-ecad4363-5935-4919-b2bb-70e559db7959 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 943 time: 0.0544782 Nov 12 02:31:57.546284 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0922e9d3-cdb8-44f0-9b68-794a4197f1a9 req-5b02b6c4-8bf3-4c4c-8273-68f2a4c65822 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722125 Nov 12 02:31:57.561744 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43338a35-05cf-4fbe-b780-8886aaaac588 req-581704eb-991a-4989-967d-d9822a11a831 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:57.563293 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-43338a35-05cf-4fbe-b780-8886aaaac588 req-581704eb-991a-4989-967d-d9822a11a831 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=b806f575-4671-4182-825f-c3c0b1a3122d HTTP/1.1" status: 200 len: 945 time: 0.0730217 Nov 12 02:31:57.645236 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-43338a35-05cf-4fbe-b780-8886aaaac588 req-998761e6-2cbd-4ace-9a43-bc3d66ac8cf3 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752800 Nov 12 02:31:58.662592 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0254cb-ce5c-4767-a66f-ce7ce833b1ed req-6f490cfe-31ed-495b-ace0-72928b87cedb tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:58.664095 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4d0254cb-ce5c-4767-a66f-ce7ce833b1ed req-6f490cfe-31ed-495b-ace0-72928b87cedb tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 943 time: 0.0489354 Nov 12 02:31:58.731181 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4d0254cb-ce5c-4767-a66f-ce7ce833b1ed req-1a4e2b8f-621c-4e1a-b2c5-585f0704695b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611765 Nov 12 02:31:58.768322 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e928eac-2fee-4606-b93d-dad8496b5fd7 req-964abfc5-51b8-4d82-a44e-88ed5f036181 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:58.769884 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4e928eac-2fee-4606-b93d-dad8496b5fd7 req-964abfc5-51b8-4d82-a44e-88ed5f036181 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=b806f575-4671-4182-825f-c3c0b1a3122d HTTP/1.1" status: 200 len: 945 time: 0.0570426 Nov 12 02:31:58.817855 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4e928eac-2fee-4606-b93d-dad8496b5fd7 req-42a637e4-e3b5-47e9-83f4-8300907e7d66 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419295 Nov 12 02:31:59.847625 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb71975-3d4d-4493-86a6-4ab47fd0c19a req-ddbd093f-3b87-41d3-bf39-708a08773f3d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:59.849491 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9eb71975-3d4d-4493-86a6-4ab47fd0c19a req-ddbd093f-3b87-41d3-bf39-708a08773f3d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 943 time: 0.0512586 Nov 12 02:31:59.912748 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9eb71975-3d4d-4493-86a6-4ab47fd0c19a req-dfc20875-6191-48c7-bc2e-07a8a80de01b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575805 Nov 12 02:31:59.952257 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db92efc-3ea4-40b0-a7e0-52a467626a0a req-e580bce0-51df-4b55-b491-042e256aeac4 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:59.953739 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8db92efc-3ea4-40b0-a7e0-52a467626a0a req-e580bce0-51df-4b55-b491-042e256aeac4 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=b806f575-4671-4182-825f-c3c0b1a3122d HTTP/1.1" status: 200 len: 945 time: 0.0587423 Nov 12 02:32:00.001887 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8db92efc-3ea4-40b0-a7e0-52a467626a0a req-60bef444-788f-4ddb-8db2-c5945027ed23 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416923 Nov 12 02:32:00.304480 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-5c0f2a7c-eaee-4bbd-beb0-21de219f7c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:01.054425 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c918c-3d78-4b30-9654-c9a7343cf0fd req-cb3c89fe-f3f8-4b32-8442-8e2e42971048 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:01.059124 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-210c918c-3d78-4b30-9654-c9a7343cf0fd req-cb3c89fe-f3f8-4b32-8442-8e2e42971048 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 943 time: 0.0635371 Nov 12 02:32:01.127384 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-210c918c-3d78-4b30-9654-c9a7343cf0fd req-e50fc44f-1caf-44a2-b421-6f271665f80e tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645888 Nov 12 02:32:02.270268 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9eb94-9a16-46ee-8976-d06949bf8870 req-f1801e81-fd55-47c7-9dcc-213510710a36 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:02.272640 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-56e9eb94-9a16-46ee-8976-d06949bf8870 req-f1801e81-fd55-47c7-9dcc-213510710a36 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 943 time: 0.0649235 Nov 12 02:32:02.356835 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-56e9eb94-9a16-46ee-8976-d06949bf8870 req-3bcdf20a-38ba-4450-ab3e-52ad9648558c tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783312 Nov 12 02:32:02.369963 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a85a2-353f-41d2-bf1b-6cef3797ead5 req-20cfa0fc-d767-4b13-954d-50bb6c9894ce tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:02.371578 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c81a85a2-353f-41d2-bf1b-6cef3797ead5 req-20cfa0fc-d767-4b13-954d-50bb6c9894ce tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0867288 Nov 12 02:32:02.379709 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 46464) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:02.426975 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c81a85a2-353f-41d2-bf1b-6cef3797ead5 req-ce6d656e-889d-496f-8275-05e8f5045fc6 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473270 Nov 12 02:32:02.489659 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-415c4f55-7230-4a62-b478-0cb1b3d5c4bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:02.565502 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-415c4f55-7230-4a62-b478-0cb1b3d5c4bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:02.569280 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-415c4f55-7230-4a62-b478-0cb1b3d5c4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:02.607503 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c4f55-7230-4a62-b478-0cb1b3d5c4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5f9f94-d7eb-4467-8d88-fce386f0ee37,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:02.612418 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-415c4f55-7230-4a62-b478-0cb1b3d5c4bd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f624f40bc2fe4cc1999c375575d9cff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313809 Nov 12 02:32:02.615021 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 46470) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:02.638096 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-236a4d49-c662-454c-83ea-9a674398cc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:02.663674 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2bb82a1e-baa0-4e51-9c50-d7f4d214d536 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:02.686830 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2bb82a1e-baa0-4e51-9c50-d7f4d214d536 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:02.732747 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2bb82a1e-baa0-4e51-9c50-d7f4d214d536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:02.735384 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2bb82a1e-baa0-4e51-9c50-d7f4d214d536 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:02.737193 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-2bb82a1e-baa0-4e51-9c50-d7f4d214d536 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d5f9f94-d7eb-4467-8d88-fce386f0ee37 HTTP/1.1" status: 204 len: 168 time: 0.1212373 Nov 12 02:32:02.745224 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb82a1e-baa0-4e51-9c50-d7f4d214d536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5f9f94-d7eb-4467-8d88-fce386f0ee37,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:03.487094 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea0f4c-d5af-40e6-a2a0-72f12baa6f13 req-2b0bb541-ad76-4288-8b12-ec59efd217cc tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:03.488946 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-71ea0f4c-d5af-40e6-a2a0-72f12baa6f13 req-2b0bb541-ad76-4288-8b12-ec59efd217cc tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 943 time: 0.0542581 Nov 12 02:32:03.577506 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-71ea0f4c-d5af-40e6-a2a0-72f12baa6f13 req-bea7cfbf-29ad-4b33-974e-f1e3fce444a9 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818515 Nov 12 02:32:03.586596 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4752b4-bbf6-42f6-8f95-2065d31ba6a3 req-d1a46531-f970-412b-ae73-7f99470a6099 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:03.588162 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fb4752b4-bbf6-42f6-8f95-2065d31ba6a3 req-d1a46531-f970-412b-ae73-7f99470a6099 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0853763 Nov 12 02:32:03.645046 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fb4752b4-bbf6-42f6-8f95-2065d31ba6a3 req-e597d490-fb02-4e5a-a4f9-068dde185506 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476756 Nov 12 02:32:03.801986 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:04.595024 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:32:04.726174 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=9ea72f7b-3a91-4bd5-9bee-cf36f50653a8,segment=NetworkSegment(c0623adb-9637-42d0-94dc-e8c24bdebe90),segment_id=c0623adb-9637-42d0-94dc-e8c24bdebe90)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:04.726912 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712be611-a32c-4b79-9bbc-31637c176196 req-fc49a03d-aa49-4d13-bfb0-842e56cd76ad tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:04.728598 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-712be611-a32c-4b79-9bbc-31637c176196 req-fc49a03d-aa49-4d13-bfb0-842e56cd76ad tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 943 time: 0.0680990 Nov 12 02:32:04.738807 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': '9ea72f7b-3a91-4bd5-9bee-cf36f50653a8', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'port_id': '9ea72f7b-3a91-4bd5-9bee-cf36f50653a8', 'mac_address': 'fa:16:3e:fd:92:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:32:04.786230 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:04.804252 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:32:04.825299 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e3811-17c8-415a-af36-da994f493a7f req-91786261-c77d-43be-99b8-3ef52fa9795f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:04.834351 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b46e3811-17c8-415a-af36-da994f493a7f req-91786261-c77d-43be-99b8-3ef52fa9795f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.1046388 Nov 12 02:32:04.839289 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=9ea72f7b-3a91-4bd5-9bee-cf36f50653a8,segment=NetworkSegment(c0623adb-9637-42d0-94dc-e8c24bdebe90),segment_id=c0623adb-9637-42d0-94dc-e8c24bdebe90)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:04.844673 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:04.848318 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-712be611-a32c-4b79-9bbc-31637c176196 req-95ddc9ef-7287-4135-b389-6256eb8064f1 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087246 Nov 12 02:32:04.902948 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=9ea72f7b-3a91-4bd5-9bee-cf36f50653a8,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:04.904003 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b46e3811-17c8-415a-af36-da994f493a7f req-19b0c61c-7295-453f-b37a-77624904cda1 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687613 Nov 12 02:32:05.312841 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:05.402762 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['9ea72f7b-3a91-4bd5-9bee-cf36f50653a8'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:32:05.888924 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:05.993758 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1abd3-8642-4a31-8bf5-2c501f568e3a req-044a5b2b-d207-4d60-8e57-b4a8e84fd34c tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:05.995380 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b8f1abd3-8642-4a31-8bf5-2c501f568e3a req-044a5b2b-d207-4d60-8e57-b4a8e84fd34c tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 944 time: 0.0534606 Nov 12 02:32:06.073293 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a457d-d424-48ea-8a56-60bad9057637 req-86423939-36b9-4065-ae5e-233502519165 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:06.074944 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-313a457d-d424-48ea-8a56-60bad9057637 req-86423939-36b9-4065-ae5e-233502519165 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0909042 Nov 12 02:32:06.085497 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b8f1abd3-8642-4a31-8bf5-2c501f568e3a req-0fd97aad-564e-4904-90a4-34a11b0d881a tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764990 Nov 12 02:32:06.134162 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-313a457d-d424-48ea-8a56-60bad9057637 req-a592b700-b70e-4636-b5eb-696d84a7ca30 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476582 Nov 12 02:32:06.607504 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:32:06.661396 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning for port 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 completed by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:32:06.665502 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:32:06.665856 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:06.752527 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:06.778352 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b66789-7ae5-4589-bd84-3539cf00e97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea72f7b-3a91-4bd5-9bee-cf36f50653a8'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:32:06.780639 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a32fe4-e0f1-4aa2-877d-85d849045149" -d '{"events": [{"server_uuid": "41b66789-7ae5-4589-bd84-3539cf00e97f", "name": "network-vif-plugged", "status": "completed", "tag": "9ea72f7b-3a91-4bd5-9bee-cf36f50653a8"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:32:06.794921 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=9ea72f7b-3a91-4bd5-9bee-cf36f50653a8,segment=NetworkSegment(c0623adb-9637-42d0-94dc-e8c24bdebe90),segment_id=c0623adb-9637-42d0-94dc-e8c24bdebe90)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:06.800028 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:06.832067 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827e5759-2f19-49d3-a647-d613aa03ef3b x-openstack-request-id: req-827e5759-2f19-49d3-a647-d613aa03ef3b {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:32:06.832067 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b66789-7ae5-4589-bd84-3539cf00e97f", "name": "network-vif-plugged", "status": "completed", "tag": "9ea72f7b-3a91-4bd5-9bee-cf36f50653a8", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:32:06.832067 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-827e5759-2f19-49d3-a647-d613aa03ef3b {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:32:06.832392 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b66789-7ae5-4589-bd84-3539cf00e97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea72f7b-3a91-4bd5-9bee-cf36f50653a8', 'code': 200} Nov 12 02:32:06.861692 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=9ea72f7b-3a91-4bd5-9bee-cf36f50653a8,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:07.116268 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bbc67-e709-4488-8395-9e7a52134e8e req-bab4c8a6-f7c9-4074-8834-b4c25265fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:07.118238 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-e36bbc67-e709-4488-8395-9e7a52134e8e req-bab4c8a6-f7c9-4074-8834-b4c25265fd2e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 1098 time: 0.0440612 Nov 12 02:32:07.174405 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-e36bbc67-e709-4488-8395-9e7a52134e8e req-a764391b-4c8a-42b7-a0d5-ad7bcf66daf1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465856 Nov 12 02:32:07.210841 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96af3a-13c5-4eaf-a23a-1b2d3d6e1e81 req-70bf47fd-6d2a-486e-9841-c9e96e13ba51 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:07.212390 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3f96af3a-13c5-4eaf-a23a-1b2d3d6e1e81 req-70bf47fd-6d2a-486e-9841-c9e96e13ba51 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 945 time: 0.0554116 Nov 12 02:32:07.292939 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd97a17-f651-4c6b-916c-afcc6e3482f5 req-4d7432c1-2eb4-43a9-bb92-5458d391113f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:07.294444 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5bd97a17-f651-4c6b-916c-afcc6e3482f5 req-4d7432c1-2eb4-43a9-bb92-5458d391113f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0794995 Nov 12 02:32:07.304908 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3f96af3a-13c5-4eaf-a23a-1b2d3d6e1e81 req-03a7a1af-5c07-40dc-afcb-c8e0e76b7a72 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784616 Nov 12 02:32:07.347189 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5bd97a17-f651-4c6b-916c-afcc6e3482f5 req-147fbab8-0fe8-4cc4-8a58-24cf27a64c1f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467081 Nov 12 02:32:08.455724 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b047e-5c09-4375-8fa0-2127e45edf1d req-baf4cbfa-010d-45f9-8982-171a236af118 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:08.457271 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-410b047e-5c09-4375-8fa0-2127e45edf1d req-baf4cbfa-010d-45f9-8982-171a236af118 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 945 time: 0.0823882 Nov 12 02:32:08.503911 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e06f1-9a49-4a43-93a5-1ca568687e98 req-ab4a313b-306b-49bc-800d-c0f90e00c6be tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:08.505479 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-793e06f1-9a49-4a43-93a5-1ca568687e98 req-ab4a313b-306b-49bc-800d-c0f90e00c6be tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0876346 Nov 12 02:32:08.538242 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-410b047e-5c09-4375-8fa0-2127e45edf1d req-d1edbaaa-2eda-4bc0-a079-5ac271f7fe09 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737233 Nov 12 02:32:08.568359 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-793e06f1-9a49-4a43-93a5-1ca568687e98 req-8bf5386e-8205-44cf-8b15-615fe2282ce5 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513484 Nov 12 02:32:09.687106 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fe4da-e42e-4a90-a737-6f742fb694c1 req-5164fba2-5cec-4ed6-8075-b15acddd8276 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:09.688704 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ac8fe4da-e42e-4a90-a737-6f742fb694c1 req-5164fba2-5cec-4ed6-8075-b15acddd8276 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 945 time: 0.0808506 Nov 12 02:32:09.721991 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2deb3-8089-4446-9787-3448597b1812 req-f6a09c26-c1e6-496e-941d-3ad26bc10f10 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:09.723586 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-69b2deb3-8089-4446-9787-3448597b1812 req-f6a09c26-c1e6-496e-941d-3ad26bc10f10 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0814683 Nov 12 02:32:09.771002 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ac8fe4da-e42e-4a90-a737-6f742fb694c1 req-788ab84f-b9f6-4ddc-bd64-e89a4fbb9379 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754795 Nov 12 02:32:09.802109 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-69b2deb3-8089-4446-9787-3448597b1812 req-3635b6c3-2592-4a02-8986-74e136eb869a tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721152 Nov 12 02:32:09.896470 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07591bbb-0105-486b-9ac7-347c033c48f3 req-07bfa275-ebdd-4525-85e3-0741e36c2d54 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:09.898910 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-07591bbb-0105-486b-9ac7-347c033c48f3 req-07bfa275-ebdd-4525-85e3-0741e36c2d54 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 945 time: 0.0542285 Nov 12 02:32:09.959702 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-07591bbb-0105-486b-9ac7-347c033c48f3 req-88dac777-d1e3-4ecf-9683-999120359ea1 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549483 Nov 12 02:32:09.983758 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 46624) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:10.024431 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112c37b4-f51e-41db-9a13-ef310a757057 tempest-TestVolumeBootPattern-1599334909 tempest-TestVolumeBootPattern-1599334909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:10.026012 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-112c37b4-f51e-41db-9a13-ef310a757057 tempest-TestVolumeBootPattern-1599334909 tempest-TestVolumeBootPattern-1599334909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 1093 time: 0.0412419 Nov 12 02:32:10.028827 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 46626) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:10.033068 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-7a23dcf7-a086-45a7-b562-60611d04609b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Request body: {'floatingip': {'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'port_id': '9ea72f7b-3a91-4bd5-9bee-cf36f50653a8', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:32:10.054831 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7a23dcf7-a086-45a7-b562-60611d04609b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for floatingip, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:10.153547 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7a23dcf7-a086-45a7-b562-60611d04609b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:10.259830 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-7a23dcf7-a086-45a7-b562-60611d04609b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Allocated IP 172.27.2.51 (3c7696da-eba1-40bc-922c-d91bed889fdf/d5dec2f9-f4c7-48bf-8714-a16e67e9832d/5a22da82-edb2-4d13-bd40-e187631a40de) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:32:10.364721 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7a23dcf7-a086-45a7-b562-60611d04609b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:10.398816 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7a23dcf7-a086-45a7-b562-60611d04609b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:10.435109 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a23dcf7-a086-45a7-b562-60611d04609b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Network 3c7696da-eba1-40bc-922c-d91bed889fdf is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:32:10.440518 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-7a23dcf7-a086-45a7-b562-60611d04609b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:32:10.443057 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a23dcf7-a086-45a7-b562-60611d04609b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:32:10.469784 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23dcf7-a086-45a7-b562-60611d04609b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event updated for resources: {'Port': ['ID=5a22da82-edb2-4d13-bd40-e187631a40de,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:10.946319 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 46642) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:10.966915 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca886d7-84fc-461c-bdf2-12189bc6f2d8 req-a1dfd209-76ea-4010-a98f-cbf0ebae3c23 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:10.974750 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aca886d7-84fc-461c-bdf2-12189bc6f2d8 req-a1dfd209-76ea-4010-a98f-cbf0ebae3c23 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0968590 Nov 12 02:32:11.029817 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aca886d7-84fc-461c-bdf2-12189bc6f2d8 req-4343b964-03f1-4ee6-9033-0dd53faa16c9 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541170 Nov 12 02:32:11.067513 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e57d81fd-bdfd-4dbd-8c23-9442d3de8b74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:11.086119 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7a23dcf7-a086-45a7-b562-60611d04609b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:11.167749 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e57d81fd-bdfd-4dbd-8c23-9442d3de8b74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:11.171705 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7a23dcf7-a086-45a7-b562-60611d04609b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:11.172082 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e57d81fd-bdfd-4dbd-8c23-9442d3de8b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:11.216547 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-e57d81fd-bdfd-4dbd-8c23-9442d3de8b74 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=598c21a10b254fb492a5497766088751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691290 Nov 12 02:32:11.217503 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d81fd-bdfd-4dbd-8c23-9442d3de8b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd8ad95-bd04-4ef5-958a-db6d0b796d3b,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:11.219569 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 46646) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:11.328299 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e1f9-9ad3-43f7-9f97-304a76f85818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:11.375197 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e1f9-9ad3-43f7-9f97-304a76f85818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:11.419428 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7a23dcf7-a086-45a7-b562-60611d04609b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:11.425821 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7a23dcf7-a086-45a7-b562-60611d04609b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589425'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:11.490900 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e1f9-9ad3-43f7-9f97-304a76f85818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:11.495242 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e1f9-9ad3-43f7-9f97-304a76f85818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:11.496840 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-b6b3e1f9-9ad3-43f7-9f97-304a76f85818 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ffd8ad95-bd04-4ef5-958a-db6d0b796d3b HTTP/1.1" status: 204 len: 168 time: 0.2759981 Nov 12 02:32:11.518234 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23dcf7-a086-45a7-b562-60611d04609b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event updated for resources: {'Port': ['ID=5a22da82-edb2-4d13-bd40-e187631a40de,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:11.524559 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3e1f9-9ad3-43f7-9f97-304a76f85818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd8ad95-bd04-4ef5-958a-db6d0b796d3b,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:11.534340 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7a23dcf7-a086-45a7-b562-60611d04609b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661460'] for floatingip, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:11.647104 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.db.l3_db [None req-7a23dcf7-a086-45a7-b562-60611d04609b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Floating IP d27da183-316f-42cc-b7e9-5093807d0265 associated. External IP: 172.27.2.51, port: 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8. Nov 12 02:32:11.799510 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 46652) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:11.820788 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9111bad8-bf0d-4301-b839-d8a2f938bcb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:11.919755 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a23dcf7-a086-45a7-b562-60611d04609b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:32:11.999206 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9111bad8-bf0d-4301-b839-d8a2f938bcb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:12.007964 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9111bad8-bf0d-4301-b839-d8a2f938bcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:12.086188 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111bad8-bf0d-4301-b839-d8a2f938bcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b262ee79-80bb-4bb5-b98d-d75bbf1cf8ca,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:12.092832 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-9111bad8-bf0d-4301-b839-d8a2f938bcb8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=09f2bc50df8b42b68a02202b712373fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896755 Nov 12 02:32:12.093355 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 46658) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:12.120896 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a23dcf7-a086-45a7-b562-60611d04609b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:32:12.133002 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ada6f5-50aa-4f98-8b13-b5474027eef4 None None] Sync routers for ids ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:32:12.144665 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ada6f5-50aa-4f98-8b13-b5474027eef4 None None] Routers {'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:32:12.145470 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-77ada6f5-50aa-4f98-8b13-b5474027eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:32:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:12.161193 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-7a23dcf7-a086-45a7-b562-60611d04609b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for floatingip, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:12.180319 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434da2d-495d-4859-a3a9-3e5ade3b25a9 req-3b401d39-95e0-4ca2-85bc-6e94214cb56c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:12.187012 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f434da2d-495d-4859-a3a9-3e5ade3b25a9 req-3b401d39-95e0-4ca2-85bc-6e94214cb56c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0747488 Nov 12 02:32:12.208396 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e639e412-6195-485c-835b-b6f4382cfb72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:12.233254 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-7a23dcf7-a086-45a7-b562-60611d04609b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1898072 Nov 12 02:32:12.233254 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b66789-7ae5-4589-bd84-3539cf00e97f', 'tag': '9ea72f7b-3a91-4bd5-9bee-cf36f50653a8'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:32:12.233254 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108034b1-61d4-4462-b4dc-3155c320a628" -d '{"events": [{"name": "network-changed", "server_uuid": "41b66789-7ae5-4589-bd84-3539cf00e97f", "tag": "9ea72f7b-3a91-4bd5-9bee-cf36f50653a8"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:32:12.240382 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f434da2d-495d-4859-a3a9-3e5ade3b25a9 req-4324aa3e-6bad-4cb5-b8bc-8d8a9fda281d tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513322 Nov 12 02:32:12.260949 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e639e412-6195-485c-835b-b6f4382cfb72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:12.279903 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-77ada6f5-50aa-4f98-8b13-b5474027eef4 None None] Set router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:32:12.280874 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7999bcad-4711-404f-8d7e-5befa100765b x-openstack-request-id: req-7999bcad-4711-404f-8d7e-5befa100765b {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:32:12.281257 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b66789-7ae5-4589-bd84-3539cf00e97f", "tag": "9ea72f7b-3a91-4bd5-9bee-cf36f50653a8", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:32:12.281603 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7999bcad-4711-404f-8d7e-5befa100765b {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:32:12.282105 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b66789-7ae5-4589-bd84-3539cf00e97f', 'tag': '9ea72f7b-3a91-4bd5-9bee-cf36f50653a8', 'status': 'completed', 'code': 200} Nov 12 02:32:12.335531 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e639e412-6195-485c-835b-b6f4382cfb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:12.338205 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e639e412-6195-485c-835b-b6f4382cfb72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:12.339407 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-e639e412-6195-485c-835b-b6f4382cfb72 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b262ee79-80bb-4bb5-b98d-d75bbf1cf8ca HTTP/1.1" status: 204 len: 168 time: 0.2451780 Nov 12 02:32:12.371276 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639e412-6195-485c-835b-b6f4382cfb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b262ee79-80bb-4bb5-b98d-d75bbf1cf8ca,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:12.392293 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108034b1-61d4-4462-b4dc-3155c320a628 req-f579db69-2acd-46c5-b5a4-29d10ac3745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:12.395259 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-108034b1-61d4-4462-b4dc-3155c320a628 req-f579db69-2acd-46c5-b5a4-29d10ac3745d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d&device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 1098 time: 0.0543261 Nov 12 02:32:12.503052 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108034b1-61d4-4462-b4dc-3155c320a628 req-9cc55877-9130-442e-b4d2-b16af2d8fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:12.504621 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-108034b1-61d4-4462-b4dc-3155c320a628 req-9cc55877-9130-442e-b4d2-b16af2d8fb0b service neutron] 10.222.0.65 "GET /v2.0/networks?id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 HTTP/1.1" status: 200 len: 912 time: 0.1010118 Nov 12 02:32:12.586497 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-108034b1-61d4-4462-b4dc-3155c320a628 req-141aba61-38b8-488d-a69e-a022ba8c968b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 HTTP/1.1" status: 200 len: 998 time: 0.0695314 Nov 12 02:32:12.645603 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108034b1-61d4-4462-b4dc-3155c320a628 req-69f047b5-03cf-4207-a9e1-d5809cb34410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:12.647166 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-108034b1-61d4-4462-b4dc-3155c320a628 req-69f047b5-03cf-4207-a9e1-d5809cb34410 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74a3a50d-3fa8-42dd-9673-0c777f45e2b0 HTTP/1.1" status: 200 len: 850 time: 0.0536163 Nov 12 02:32:12.667158 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-77ada6f5-50aa-4f98-8b13-b5474027eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': 'd27da183-316f-42cc-b7e9-5093807d0265', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'port_id': '9ea72f7b-3a91-4bd5-9bee-cf36f50653a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'mac_address': 'fa:16:3e:fd:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b66789-7ae5-4589-bd84-3539cf00e97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:32:10Z', 'updated_at': '2021-11-12T02:32:10Z', 'revision_number': 0, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80', 'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'mac_address': 'fa:16:3e:5d:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:47Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 5, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'subnets': [{'id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:12.715917 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 46670) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:12.716423 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ada6f5-50aa-4f98-8b13-b5474027eef4 None None] Checking router: c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:32:12.728478 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ada6f5-50aa-4f98-8b13-b5474027eef4 None None] Routers {'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:32:12.728718 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108034b1-61d4-4462-b4dc-3155c320a628 req-d8d1dc6f-245a-4d2e-9904-9c4dbdc9ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:12.729516 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-77ada6f5-50aa-4f98-8b13-b5474027eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:32:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:12.730637 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-108034b1-61d4-4462-b4dc-3155c320a628 req-d8d1dc6f-245a-4d2e-9904-9c4dbdc9ce60 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653987 Nov 12 02:32:12.735329 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2bfc9d2d-1cde-4f4d-892a-cb84c5e912f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:12.823690 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2bfc9d2d-1cde-4f4d-892a-cb84c5e912f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:12.830500 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2bfc9d2d-1cde-4f4d-892a-cb84c5e912f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:12.873521 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-2bfc9d2d-1cde-4f4d-892a-cb84c5e912f9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e741f15d9a5c45fbae1349b47d5d740b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565008 Nov 12 02:32:12.874620 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc9d2d-1cde-4f4d-892a-cb84c5e912f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1f5e76-f482-4949-bb69-fd7cfe262d03,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:12.876198 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 46672) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:12.878199 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-77ada6f5-50aa-4f98-8b13-b5474027eef4 None None] Set router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:32:12.895145 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-108034b1-61d4-4462-b4dc-3155c320a628 req-c5937d25-a581-4aa8-a121-e0302d394a0c service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513062 Nov 12 02:32:12.995958 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-77ddd268-ffa7-4111-a870-9b6c363baea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:13.034110 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-77ddd268-ffa7-4111-a870-9b6c363baea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:13.052785 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-108034b1-61d4-4462-b4dc-3155c320a628 req-31387982-35d4-4be3-89b9-c1c17b453d6d service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483483 Nov 12 02:32:13.090639 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-77ddd268-ffa7-4111-a870-9b6c363baea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:13.093679 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-77ddd268-ffa7-4111-a870-9b6c363baea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:13.094883 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-77ddd268-ffa7-4111-a870-9b6c363baea1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c1f5e76-f482-4949-bb69-fd7cfe262d03 HTTP/1.1" status: 204 len: 168 time: 0.2163293 Nov 12 02:32:13.104998 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ddd268-ffa7-4111-a870-9b6c363baea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1f5e76-f482-4949-bb69-fd7cfe262d03,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:13.147020 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-77ada6f5-50aa-4f98-8b13-b5474027eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': 'd27da183-316f-42cc-b7e9-5093807d0265', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'port_id': '9ea72f7b-3a91-4bd5-9bee-cf36f50653a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'mac_address': 'fa:16:3e:fd:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b66789-7ae5-4589-bd84-3539cf00e97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:32:10Z', 'updated_at': '2021-11-12T02:32:10Z', 'revision_number': 0, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80', 'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'mac_address': 'fa:16:3e:5d:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:47Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 5, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'subnets': [{'id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:13.182733 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ada6f5-50aa-4f98-8b13-b5474027eef4 None None] The sync data for ids ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'] in dv-cinder-808574-4-iscsi is: [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': 'd27da183-316f-42cc-b7e9-5093807d0265', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'port_id': '9ea72f7b-3a91-4bd5-9bee-cf36f50653a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'mac_address': 'fa:16:3e:fd:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b66789-7ae5-4589-bd84-3539cf00e97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:32:10Z', 'updated_at': '2021-11-12T02:32:10Z', 'revision_number': 0, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80', 'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'mac_address': 'fa:16:3e:5d:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:47Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 5, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'subnets': [{'id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:32:13.375769 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34f857-f6b2-464c-aa0f-fc2f044b5e1f req-15ff5cc7-379f-4e35-9db0-38f0d0d8eecc tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:13.378035 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5a34f857-f6b2-464c-aa0f-fc2f044b5e1f req-15ff5cc7-379f-4e35-9db0-38f0d0d8eecc tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0590448 Nov 12 02:32:13.410571 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6162e-bea7-4a6d-b5cb-f343599d8f2e None None] New status for floating IP d27da183-316f-42cc-b7e9-5093807d0265: ACTIVE {{(pid=101680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:32:13.439781 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5a34f857-f6b2-464c-aa0f-fc2f044b5e1f req-463c574a-6c94-4aed-9ff7-896f6c473972 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531156 Nov 12 02:32:13.702422 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0508d8-b80b-41e0-81dd-bf54f2323a5e req-6bb85373-fe0b-4e6a-9257-09b90ed6be49 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:13.705984 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4e0508d8-b80b-41e0-81dd-bf54f2323a5e req-6bb85373-fe0b-4e6a-9257-09b90ed6be49 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0536790 Nov 12 02:32:13.765034 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4e0508d8-b80b-41e0-81dd-bf54f2323a5e req-a342012d-ecd5-4e0d-9185-9ff3f3f35f46 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450597 Nov 12 02:32:13.826297 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e1239-b64a-497f-94d6-71c7e2d75412 req-bc453e40-86b3-4f10-b333-e3be1d3224cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:13.827865 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4e6e1239-b64a-497f-94d6-71c7e2d75412 req-bc453e40-86b3-4f10-b333-e3be1d3224cb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77e4b228dda14fa7852c7fe639ed28b0&device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 1098 time: 0.0579283 Nov 12 02:32:13.927067 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e1239-b64a-497f-94d6-71c7e2d75412 req-5ecde2cb-3820-4d29-ac67-91a3e8e4b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:13.928617 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4e6e1239-b64a-497f-94d6-71c7e2d75412 req-5ecde2cb-3820-4d29-ac67-91a3e8e4b9ba service neutron] 10.222.0.65 "GET /v2.0/networks?id=38363d6e-af24-4ec9-9ca9-8c61a2487f51 HTTP/1.1" status: 200 len: 911 time: 0.0935240 Nov 12 02:32:13.997760 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4e6e1239-b64a-497f-94d6-71c7e2d75412 req-bddc775a-f276-4ca6-9523-5895627bec0e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c2246ad-0135-4e41-9bee-c87015e386f7 HTTP/1.1" status: 200 len: 1001 time: 0.0592823 Nov 12 02:32:14.054211 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e1239-b64a-497f-94d6-71c7e2d75412 req-65f9037e-590c-4ef7-8ee5-957ec4b5d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:14.056045 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4e6e1239-b64a-497f-94d6-71c7e2d75412 req-65f9037e-590c-4ef7-8ee5-957ec4b5d237 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=413e91f4-27d9-4216-94e8-e9c6cf51bd63 HTTP/1.1" status: 200 len: 849 time: 0.0492895 Nov 12 02:32:14.113130 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e1239-b64a-497f-94d6-71c7e2d75412 req-277dcc87-00cb-42ca-815f-6df1fcb76e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:14.114648 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4e6e1239-b64a-497f-94d6-71c7e2d75412 req-277dcc87-00cb-42ca-815f-6df1fcb76e1c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=38363d6e-af24-4ec9-9ca9-8c61a2487f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509017 Nov 12 02:32:14.214269 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4e6e1239-b64a-497f-94d6-71c7e2d75412 req-a3c722f3-e8a4-4113-82b1-2c52d064e41e service neutron] 10.222.0.65 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853117 Nov 12 02:32:14.326922 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4e6e1239-b64a-497f-94d6-71c7e2d75412 req-82ced9ff-009d-48bf-bf06-15f0e3a1bcab service neutron] 10.222.0.65 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969105 Nov 12 02:32:14.886410 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aed4d7-af15-4d98-9584-4040e1e57cfe req-c30fca60-51f9-45ce-b22e-b88f05f1c033 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:14.888133 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d5aed4d7-af15-4d98-9584-4040e1e57cfe req-c30fca60-51f9-45ce-b22e-b88f05f1c033 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0520549 Nov 12 02:32:14.940775 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d5aed4d7-af15-4d98-9584-4040e1e57cfe req-1f9fb6f2-1c5b-4490-8e9d-04c9ac218a35 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450141 Nov 12 02:32:16.059064 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55e5f3-fb77-4262-9064-75abefd31183 req-d653f771-f39f-4285-b660-3d5977b97244 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:16.060636 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bb55e5f3-fb77-4262-9064-75abefd31183 req-d653f771-f39f-4285-b660-3d5977b97244 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0537479 Nov 12 02:32:16.109195 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bb55e5f3-fb77-4262-9064-75abefd31183 req-276be03c-d685-433b-80cd-52aa43416fe1 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421162 Nov 12 02:32:19.330059 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:19.610596 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:32:19.663226 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-63b3996c-7c96-441e-be76-efcaa2771921 req-ce5ee939-282c-44d0-8ed4-5bf9ed60cc81 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434933 Nov 12 02:32:19.763083 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3996c-7c96-441e-be76-efcaa2771921 req-85e3d1c9-5e4f-48d3-b6b3-d8a3371e0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:19.764602 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-63b3996c-7c96-441e-be76-efcaa2771921 req-85e3d1c9-5e4f-48d3-b6b3-d8a3371e0c2c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e70a88f4b094066abaf2d0cd853f751&device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 1099 time: 0.0411787 Nov 12 02:32:19.875481 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3996c-7c96-441e-be76-efcaa2771921 req-83b5e375-1c0a-440a-85be-c978d4d8e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:19.877024 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-63b3996c-7c96-441e-be76-efcaa2771921 req-83b5e375-1c0a-440a-85be-c978d4d8e98f service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed2ba848-d313-464e-93cb-db87f28d8bf9 HTTP/1.1" status: 200 len: 917 time: 0.0891790 Nov 12 02:32:19.945641 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-63b3996c-7c96-441e-be76-efcaa2771921 req-66a0117e-f52e-43af-8c5e-980672f54fb0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6159a4de-08df-4c5b-afb6-bc1f4e2f213f HTTP/1.1" status: 200 len: 1000 time: 0.0608749 Nov 12 02:32:19.996403 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3996c-7c96-441e-be76-efcaa2771921 req-247c6881-50c5-45ed-8b57-d29e1cc3101d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:19.997873 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-63b3996c-7c96-441e-be76-efcaa2771921 req-247c6881-50c5-45ed-8b57-d29e1cc3101d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a36fabb7-5929-480d-92d3-1a57b54853bf HTTP/1.1" status: 200 len: 855 time: 0.0438015 Nov 12 02:32:20.047536 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3996c-7c96-441e-be76-efcaa2771921 req-e7e51cb1-69de-4a4f-98aa-13e38ca487b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:20.049276 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-63b3996c-7c96-441e-be76-efcaa2771921 req-e7e51cb1-69de-4a4f-98aa-13e38ca487b9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed2ba848-d313-464e-93cb-db87f28d8bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414283 Nov 12 02:32:20.148001 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-63b3996c-7c96-441e-be76-efcaa2771921 req-f42bd5a0-56e6-417e-a47e-406bbe9086d2 service neutron] 10.222.0.65 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895238 Nov 12 02:32:20.242084 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-63b3996c-7c96-441e-be76-efcaa2771921 req-dc1d85c8-3c39-46a4-b747-73d11f09333a service neutron] 10.222.0.65 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845602 Nov 12 02:32:30.307421 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-0d31c3f3-0ce4-494e-803a-264650d5e9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:32.639963 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-83bbe2a3-2090-47e5-9929-7247c22120c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:33.800060 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:35.315733 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:35.891979 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:49.340902 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:56.610252 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:33:00.311305 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-976d3f10-39ee-409c-90aa-a49b43a56971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:02.641818 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-9bba3afc-df4c-4f9b-ab87-b93efe6910b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:03.804148 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:05.317227 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:05.895914 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:12.618331 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a602b-3d0a-4481-be24-24d539ea1fd2 req-513737fc-7c1f-4d14-b33f-3efde382a26d tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:12.619739 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f73a602b-3d0a-4481-be24-24d539ea1fd2 req-513737fc-7c1f-4d14-b33f-3efde382a26d tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=b806f575-4671-4182-825f-c3c0b1a3122d HTTP/1.1" status: 200 len: 945 time: 0.0492013 Nov 12 02:33:12.666826 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f73a602b-3d0a-4481-be24-24d539ea1fd2 req-56d5c262-a4e7-4d5a-9bbf-629b24dfc579 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410762 Nov 12 02:33:13.790155 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a1ccd-e9c5-4af3-a67a-0d18fcdeb43e req-9b47f138-ad41-48cd-9ef7-0414bb7cc422 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:13.791670 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-073a1ccd-e9c5-4af3-a67a-0d18fcdeb43e req-9b47f138-ad41-48cd-9ef7-0414bb7cc422 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=b806f575-4671-4182-825f-c3c0b1a3122d HTTP/1.1" status: 200 len: 945 time: 0.0499697 Nov 12 02:33:13.843249 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-073a1ccd-e9c5-4af3-a67a-0d18fcdeb43e req-6736766e-d4b6-4895-a19b-2eb9e322cda8 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447912 Nov 12 02:33:14.958734 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122850dc-4641-4ec4-9906-3cd24e3e8636 req-914f694a-b939-40eb-aaf6-bbc9b2f9d233 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:14.960181 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-122850dc-4641-4ec4-9906-3cd24e3e8636 req-914f694a-b939-40eb-aaf6-bbc9b2f9d233 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=b806f575-4671-4182-825f-c3c0b1a3122d HTTP/1.1" status: 200 len: 945 time: 0.0482621 Nov 12 02:33:15.007087 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-122850dc-4641-4ec4-9906-3cd24e3e8636 req-f993d66f-37ce-4149-ae3f-310ba43c3ee2 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410674 Nov 12 02:33:16.119772 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadafff-469e-4e3e-89d7-a24827964abb req-98b94b77-56e8-4d23-96f7-e1455c2a6141 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:16.121220 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4dadafff-469e-4e3e-89d7-a24827964abb req-98b94b77-56e8-4d23-96f7-e1455c2a6141 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=b806f575-4671-4182-825f-c3c0b1a3122d HTTP/1.1" status: 200 len: 945 time: 0.0479627 Nov 12 02:33:16.169294 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4dadafff-469e-4e3e-89d7-a24827964abb req-6c59d23d-03da-497a-86dc-bb3c69d5e591 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423236 Nov 12 02:33:17.284180 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba45ef9-ffa4-4536-ac32-74a25d30a8bc req-657a229d-d8b6-4295-a618-491fc9fe2c91 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:17.285666 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7ba45ef9-ffa4-4536-ac32-74a25d30a8bc req-657a229d-d8b6-4295-a618-491fc9fe2c91 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=b806f575-4671-4182-825f-c3c0b1a3122d HTTP/1.1" status: 200 len: 945 time: 0.0523064 Nov 12 02:33:17.332775 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7ba45ef9-ffa4-4536-ac32-74a25d30a8bc req-f4a23b42-d4d4-4ea9-8ed9-d676d05093f7 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412781 Nov 12 02:33:18.149947 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056ef49-4ac4-40e9-a53d-7f9216101be7 req-a6d85e5d-4068-47af-97ea-23680c4992ba tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:18.151506 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-a056ef49-4ac4-40e9-a53d-7f9216101be7 req-a6d85e5d-4068-47af-97ea-23680c4992ba tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.65 "GET /v2.0/ports?device_id=b806f575-4671-4182-825f-c3c0b1a3122d HTTP/1.1" status: 200 len: 945 time: 0.0500851 Nov 12 02:33:18.249335 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [req-a056ef49-4ac4-40e9-a53d-7f9216101be7 req-483ff5fe-73b0-42f7-bbea-608cc6469448 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Deleting port 0505075a-de86-4382-954f-d4b52a1d0777 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:33:18.249679 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-a056ef49-4ac4-40e9-a53d-7f9216101be7 req-483ff5fe-73b0-42f7-bbea-608cc6469448 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:18.351660 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-a056ef49-4ac4-40e9-a53d-7f9216101be7 req-483ff5fe-73b0-42f7-bbea-608cc6469448 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] For port 0505075a-de86-4382-954f-d4b52a1d0777, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=0505075a-de86-4382-954f-d4b52a1d0777,segment=NetworkSegment(ee6d4879-ff8a-426e-a3ff-68c41405af5c),segment_id=ee6d4879-ff8a-426e-a3ff-68c41405af5c)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:33:18.352035 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-a056ef49-4ac4-40e9-a53d-7f9216101be7 req-483ff5fe-73b0-42f7-bbea-608cc6469448 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:18.365738 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [req-a056ef49-4ac4-40e9-a53d-7f9216101be7 req-483ff5fe-73b0-42f7-bbea-608cc6469448 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Calling delete_port for 0505075a-de86-4382-954f-d4b52a1d0777 owned by compute:nova {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:33:18.457510 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9057676-f5fd-428e-9d1e-1eff3ef65034 req-c64f4d41-3638-4026-90e5-d5981bc0e6fe tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:18.459103 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b9057676-f5fd-428e-9d1e-1eff3ef65034 req-c64f4d41-3638-4026-90e5-d5981bc0e6fe tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=b806f575-4671-4182-825f-c3c0b1a3122d HTTP/1.1" status: 200 len: 945 time: 0.0517452 Nov 12 02:33:18.509373 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-a056ef49-4ac4-40e9-a53d-7f9216101be7 req-483ff5fe-73b0-42f7-bbea-608cc6469448 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:18.513779 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b9057676-f5fd-428e-9d1e-1eff3ef65034 req-5431cf79-ba0b-4cd0-bece-806c5416e33d tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484197 Nov 12 02:33:18.543149 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ff5fe-73b0-42f7-bbea-608cc6469448 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Pushing event deleted for resources: {'Port': ['ID=0505075a-de86-4382-954f-d4b52a1d0777,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:18.555855 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ff5fe-73b0-42f7-bbea-608cc6469448 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:18.556208 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ff5fe-73b0-42f7-bbea-608cc6469448 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:18.556553 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ff5fe-73b0-42f7-bbea-608cc6469448 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:18.556893 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ff5fe-73b0-42f7-bbea-608cc6469448 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:18.557218 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['0505075a-de86-4382-954f-d4b52a1d0777'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:33:18.557711 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ff5fe-73b0-42f7-bbea-608cc6469448 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:18.557711 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ff5fe-73b0-42f7-bbea-608cc6469448 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:18.557874 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ff5fe-73b0-42f7-bbea-608cc6469448 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:18.558184 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ff5fe-73b0-42f7-bbea-608cc6469448 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:18.558513 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ff5fe-73b0-42f7-bbea-608cc6469448 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:18.558866 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ff5fe-73b0-42f7-bbea-608cc6469448 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:18.559199 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ff5fe-73b0-42f7-bbea-608cc6469448 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:18.559525 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ff5fe-73b0-42f7-bbea-608cc6469448 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:18.594053 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [req-a056ef49-4ac4-40e9-a53d-7f9216101be7 req-483ff5fe-73b0-42f7-bbea-608cc6469448 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] No DVR routers for this DVR port 0505075a-de86-4382-954f-d4b52a1d0777 on host hv-cinder-80857 {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:33:18.596581 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-a056ef49-4ac4-40e9-a53d-7f9216101be7 req-483ff5fe-73b0-42f7-bbea-608cc6469448 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:18.599926 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-a056ef49-4ac4-40e9-a53d-7f9216101be7 req-483ff5fe-73b0-42f7-bbea-608cc6469448 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.65 "DELETE /v2.0/ports/0505075a-de86-4382-954f-d4b52a1d0777 HTTP/1.1" status: 204 len: 173 time: 0.4411929 Nov 12 02:33:18.600370 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b806f575-4671-4182-825f-c3c0b1a3122d', 'name': 'network-vif-deleted', 'tag': '0505075a-de86-4382-954f-d4b52a1d0777'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:33:18.602681 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a813f6-e764-4596-97ba-852c84f33ea4" -d '{"events": [{"server_uuid": "b806f575-4671-4182-825f-c3c0b1a3122d", "name": "network-vif-deleted", "tag": "0505075a-de86-4382-954f-d4b52a1d0777"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:33:18.650376 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d1e04a-cb3a-4204-9ed1-38dc380d8d69 x-openstack-request-id: req-17d1e04a-cb3a-4204-9ed1-38dc380d8d69 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:33:18.650376 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b806f575-4671-4182-825f-c3c0b1a3122d", "name": "network-vif-deleted", "tag": "0505075a-de86-4382-954f-d4b52a1d0777", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:33:18.650376 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17d1e04a-cb3a-4204-9ed1-38dc380d8d69 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:33:18.650376 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b806f575-4671-4182-825f-c3c0b1a3122d', 'name': 'network-vif-deleted', 'tag': '0505075a-de86-4382-954f-d4b52a1d0777', 'status': 'completed', 'code': 200} Nov 12 02:33:19.347355 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:19.600730 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-6c9f44d5-1210-4ac5-bc65-8c2c42106d24 req-6970f639-d757-4605-aaf0-0ea49d56bed3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462224 Nov 12 02:33:19.684736 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f44d5-1210-4ac5-bc65-8c2c42106d24 req-fff313aa-ee8c-4733-b425-0f94307ceb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:19.686502 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-6c9f44d5-1210-4ac5-bc65-8c2c42106d24 req-fff313aa-ee8c-4733-b425-0f94307ceb68 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77e4b228dda14fa7852c7fe639ed28b0&device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 1098 time: 0.0433693 Nov 12 02:33:19.799014 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f44d5-1210-4ac5-bc65-8c2c42106d24 req-cf04a831-5fa2-46a7-86de-edf67d9188b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:19.800513 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-6c9f44d5-1210-4ac5-bc65-8c2c42106d24 req-cf04a831-5fa2-46a7-86de-edf67d9188b0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=38363d6e-af24-4ec9-9ca9-8c61a2487f51 HTTP/1.1" status: 200 len: 911 time: 0.0925245 Nov 12 02:33:19.866936 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-6c9f44d5-1210-4ac5-bc65-8c2c42106d24 req-dfeb195b-ac11-48fb-b7fa-305c0181c7e3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c2246ad-0135-4e41-9bee-c87015e386f7 HTTP/1.1" status: 200 len: 1001 time: 0.0591054 Nov 12 02:33:19.921024 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f44d5-1210-4ac5-bc65-8c2c42106d24 req-a953391c-26d1-452e-b647-0ef86112372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:19.922473 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-6c9f44d5-1210-4ac5-bc65-8c2c42106d24 req-a953391c-26d1-452e-b647-0ef86112372a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=413e91f4-27d9-4216-94e8-e9c6cf51bd63 HTTP/1.1" status: 200 len: 849 time: 0.0483544 Nov 12 02:33:19.969864 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f44d5-1210-4ac5-bc65-8c2c42106d24 req-89b90c39-dc96-41fe-bba7-b4012042483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:19.971436 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-6c9f44d5-1210-4ac5-bc65-8c2c42106d24 req-89b90c39-dc96-41fe-bba7-b4012042483d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=38363d6e-af24-4ec9-9ca9-8c61a2487f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411162 Nov 12 02:33:20.064894 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-6c9f44d5-1210-4ac5-bc65-8c2c42106d24 req-71bebb11-07cf-4b0b-b912-e979d38e902f service neutron] 10.222.0.65 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850773 Nov 12 02:33:20.387126 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-6c9f44d5-1210-4ac5-bc65-8c2c42106d24 req-fd43149d-bb41-4957-815d-e16363c3a830 service neutron] 10.222.0.65 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157315 Nov 12 02:33:22.760854 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 0505075a-de86-4382-954f-d4b52a1d0777 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:33:22.783337 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] No Port match for: 0505075a-de86-4382-954f-d4b52a1d0777 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:33:22.783675 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 0505075a-de86-4382-954f-d4b52a1d0777 not bound to the agent host hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:33:26.327319 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 47222) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:26.433760 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4277b391-cebf-485f-8ea6-28df323d0cb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:26.511482 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4277b391-cebf-485f-8ea6-28df323d0cb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:26.515664 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4277b391-cebf-485f-8ea6-28df323d0cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:26.557257 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-4277b391-cebf-485f-8ea6-28df323d0cb7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e396ddf9fa9c43c9b2fe46df444f50ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288187 Nov 12 02:33:26.558132 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277b391-cebf-485f-8ea6-28df323d0cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28983128-6eee-4845-8bcf-b49092087ec6,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:26.560430 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 47226) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:26.615887 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4052cbcf-74ac-403d-9046-d0aba80987ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:26.637793 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4052cbcf-74ac-403d-9046-d0aba80987ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:26.688732 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4052cbcf-74ac-403d-9046-d0aba80987ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:26.691433 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4052cbcf-74ac-403d-9046-d0aba80987ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:26.692595 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-4052cbcf-74ac-403d-9046-d0aba80987ba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/28983128-6eee-4845-8bcf-b49092087ec6 HTTP/1.1" status: 204 len: 168 time: 0.1312528 Nov 12 02:33:26.700407 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052cbcf-74ac-403d-9046-d0aba80987ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28983128-6eee-4845-8bcf-b49092087ec6,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:30.321391 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-a63ebb1f-a3b0-463c-94fa-8021abd9f819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:30.695923 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-222f7139-b0a2-4a7b-b296-c0dff458fd5b tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:30.697355 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-222f7139-b0a2-4a7b-b296-c0dff458fd5b tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/networks?id=0f0e86fc-5462-49b5-aded-e18529b430ae HTTP/1.1" status: 200 len: 814 time: 0.1083093 Nov 12 02:33:30.715145 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-af0d1e40-8032-466e-acb3-b3760efed054 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/quotas/a03794071c7f41db801753ddab2f9971 HTTP/1.1" status: 200 len: 375 time: 0.0091207 Nov 12 02:33:30.746206 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-b5bdc4bc-e229-47d4-a2fa-8952fe642191 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a03794071c7f41db801753ddab2f9971&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256486 Nov 12 02:33:30.843706 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-02b369b8-bf93-4922-912f-841fc83fcea4 service neutron] 10.222.0.70 "GET /v2.0/networks/0f0e86fc-5462-49b5-aded-e18529b430ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899553 Nov 12 02:33:30.942111 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-58a9be48-0617-4995-b945-99ca0ee9b8a0 service neutron] 10.222.0.70 "GET /v2.0/networks/0f0e86fc-5462-49b5-aded-e18529b430ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916722 Nov 12 02:33:31.132767 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d6aeeadd-6fa6-46d5-acd5-1698713c7db7 req-053b252e-3572-4dd8-b3d5-a3a5e54ad851 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf3408b-498b-451e-8349-0c35db7b987f HTTP/1.1" status: 200 len: 210 time: 0.0409434 Nov 12 02:33:31.840906 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd759a13-a797-4b31-bcd8-06142fed0cf8 req-54ebe305-6b1a-4ab7-8ee4-ba9d94a18810 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:31.842398 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cd759a13-a797-4b31-bcd8-06142fed0cf8 req-54ebe305-6b1a-4ab7-8ee4-ba9d94a18810 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 946 time: 0.0498703 Nov 12 02:33:31.891419 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cd759a13-a797-4b31-bcd8-06142fed0cf8 req-2ba4ead9-76f7-441e-9615-88833f1bf050 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424211 Nov 12 02:33:32.244310 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-25d17716-06dc-4eba-93a8-64015fa5d694 req-d8558977-c24b-4691-b092-dfd5a99adb5c tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf3408b-498b-451e-8349-0c35db7b987f HTTP/1.1" status: 200 len: 210 time: 0.0294194 Nov 12 02:33:32.276687 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-f2245711-b4e4-4b11-a41c-f9e80569762a tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:32.278141 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-f2245711-b4e4-4b11-a41c-f9e80569762a tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.65 "GET /v2.0/networks?id=0f0e86fc-5462-49b5-aded-e18529b430ae HTTP/1.1" status: 200 len: 814 time: 0.1218762 Nov 12 02:33:32.318163 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-1fff3273-52b3-408a-8786-fd0fda2c9f13 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Request body: {'port': {'device_id': '5cf3408b-498b-451e-8349-0c35db7b987f', 'network_id': '0f0e86fc-5462-49b5-aded-e18529b430ae', 'admin_state_up': True, 'tenant_id': 'a03794071c7f41db801753ddab2f9971'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:33:32.429580 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-1fff3273-52b3-408a-8786-fd0fda2c9f13 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Made reservation on behalf of a03794071c7f41db801753ddab2f9971 for: {'port': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:33:32.433097 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-1fff3273-52b3-408a-8786-fd0fda2c9f13 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:32.579151 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-1fff3273-52b3-408a-8786-fd0fda2c9f13 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Allocated IP 172.20.0.2 (0f0e86fc-5462-49b5-aded-e18529b430ae/24fdf2af-7448-4dbd-af3e-8a51c32825d3/41c1bb20-7b8a-4b47-82ed-3a6b9d01e401) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:33:32.645791 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-105ee98a-af0c-4415-ac2c-cccd2e2f5eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:32.732549 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-1fff3273-52b3-408a-8786-fd0fda2c9f13 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:32.768875 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-1fff3273-52b3-408a-8786-fd0fda2c9f13 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:32.815477 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-1fff3273-52b3-408a-8786-fd0fda2c9f13 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Network 0f0e86fc-5462-49b5-aded-e18529b430ae is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:33:32.818649 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-1fff3273-52b3-408a-8786-fd0fda2c9f13 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:33:32.821233 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-1fff3273-52b3-408a-8786-fd0fda2c9f13 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:33:32.846493 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff3273-52b3-408a-8786-fd0fda2c9f13 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Pushing event updated for resources: {'Port': ['ID=41c1bb20-7b8a-4b47-82ed-3a6b9d01e401,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:32.874200 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-1fff3273-52b3-408a-8786-fd0fda2c9f13 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:32.874839 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-1fff3273-52b3-408a-8786-fd0fda2c9f13 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:32.892307 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-1fff3273-52b3-408a-8786-fd0fda2c9f13 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5787485 Nov 12 02:33:32.912243 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] Request body: {'port': {'device_id': '5cf3408b-498b-451e-8349-0c35db7b987f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:33:32.977417 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:33.015998 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dd2da-a8ac-4a06-95eb-d85fd30412aa req-a3c02546-229c-4373-8c9f-8cf9b6f83d98 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:33.017418 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-741dd2da-a8ac-4a06-95eb-d85fd30412aa req-a3c02546-229c-4373-8c9f-8cf9b6f83d98 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 946 time: 0.0533242 Nov 12 02:33:33.069291 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-741dd2da-a8ac-4a06-95eb-d85fd30412aa req-3cd05b8c-4d24-41c9-ba29-81a79b415b9d tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458033 Nov 12 02:33:33.266406 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401 {{(pid=101677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:33:33.273776 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:33.286369 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.provisioning_blocks [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] Transition to ACTIVE for port object 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401 will not be triggered until provisioned by entity L2. {{(pid=101677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:33:33.292029 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589425'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:33.345206 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] Pushing event updated for resources: {'Port': ['ID=41c1bb20-7b8a-4b47-82ed-3a6b9d01e401,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:33.395466 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66f5a0-2c6d-45de-a2c6-39601aa045c0 req-01542d3c-8e73-4bb2-b20e-57b270046091 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:33.397353 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fe66f5a0-2c6d-45de-a2c6-39601aa045c0 req-01542d3c-8e73-4bb2-b20e-57b270046091 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf3408b-498b-451e-8349-0c35db7b987f HTTP/1.1" status: 200 len: 943 time: 0.0580699 Nov 12 02:33:33.453944 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] Attempting to bind port 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:33:33.454308 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] Attempting to bind port 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'ee6d4879-ff8a-426e-a3ff-68c41405af5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0f0e86fc-5462-49b5-aded-e18529b430ae'}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:33:33.454633 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] Attempting to bind port 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401 on network 0f0e86fc-5462-49b5-aded-e18529b430ae {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:33:33.459922 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] Port 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401 on network 0f0e86fc-5462-49b5-aded-e18529b430ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:33:33.460238 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] Attempting to bind port 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401 on network 0f0e86fc-5462-49b5-aded-e18529b430ae {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:33:33.461641 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fe66f5a0-2c6d-45de-a2c6-39601aa045c0 req-fb5b3331-0ca8-47f1-acdd-99d950a6ba33 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580976 Nov 12 02:33:33.465190 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] Checking agent: {'id': '0f3aff68-05a9-47a7-920b-43a2694f0a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:33:33.465525 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] Checking segment: {'id': 'ee6d4879-ff8a-426e-a3ff-68c41405af5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0f0e86fc-5462-49b5-aded-e18529b430ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:33:33.466253 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] Bound using segment: {'id': 'ee6d4879-ff8a-426e-a3ff-68c41405af5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0f0e86fc-5462-49b5-aded-e18529b430ae'} {{(pid=101677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:33:33.466715 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.managers [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] Bound port: 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6d4879-ff8a-426e-a3ff-68c41405af5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0f0e86fc-5462-49b5-aded-e18529b430ae'}}] {{(pid=101677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:33:33.467129 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:33.538199 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] For port 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401, host hv-cinder-80857, cleared binding levels {{(pid=101677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:33:33.541161 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] For port 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=41c1bb20-7b8a-4b47-82ed-3a6b9d01e401,segment=NetworkSegment(ee6d4879-ff8a-426e-a3ff-68c41405af5c),segment_id=ee6d4879-ff8a-426e-a3ff-68c41405af5c)] {{(pid=101677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:33:33.545906 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589425'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:33.579735 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:33.580892 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:33.582288 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] 10.222.0.65 "PUT /v2.0/ports/41c1bb20-7b8a-4b47-82ed-3a6b9d01e401 HTTP/1.1" status: 200 len: 1093 time: 0.6743963 Nov 12 02:33:33.582905 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf3408b-498b-451e-8349-0c35db7b987f', 'tag': '41c1bb20-7b8a-4b47-82ed-3a6b9d01e401'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:33:33.585205 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4308899b-4c66-4534-a36b-3ab55d78eef3" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf3408b-498b-451e-8349-0c35db7b987f", "tag": "41c1bb20-7b8a-4b47-82ed-3a6b9d01e401"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:33:33.615352 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2904d-a96b-422f-9905-544f41fdfc0b service neutron] Pushing event updated for resources: {'Port': ['ID=41c1bb20-7b8a-4b47-82ed-3a6b9d01e401,revision_number=3']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:33.616812 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:33:33.627701 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dfdd62-a8d5-440c-8e4a-ddd4c6eb6075 x-openstack-request-id: req-44dfdd62-a8d5-440c-8e4a-ddd4c6eb6075 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:33:33.627994 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf3408b-498b-451e-8349-0c35db7b987f", "tag": "41c1bb20-7b8a-4b47-82ed-3a6b9d01e401", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:33:33.628249 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-44dfdd62-a8d5-440c-8e4a-ddd4c6eb6075 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:33:33.628671 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf3408b-498b-451e-8349-0c35db7b987f', 'tag': '41c1bb20-7b8a-4b47-82ed-3a6b9d01e401', 'status': 'completed', 'code': 200} Nov 12 02:33:33.701718 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-791a7c46-ee0c-4952-a9ef-717596cab1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:33.703301 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-791a7c46-ee0c-4952-a9ef-717596cab1f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a03794071c7f41db801753ddab2f9971&device_id=5cf3408b-498b-451e-8349-0c35db7b987f HTTP/1.1" status: 200 len: 1096 time: 0.0465994 Nov 12 02:33:33.771674 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-d1b835da-c316-4324-aeec-d4b99d591771 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41c1bb20-7b8a-4b47-82ed-3a6b9d01e401 HTTP/1.1" status: 200 len: 217 time: 0.0379694 Nov 12 02:33:33.807590 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:33.840903 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88502940-d040-4d86-9413-a499c1102b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:33.842456 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-88502940-d040-4d86-9413-a499c1102b21 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24fdf2af-7448-4dbd-af3e-8a51c32825d3 HTTP/1.1" status: 200 len: 854 time: 0.0622394 Nov 12 02:33:33.879968 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-2ddd9d8d-c329-4372-8205-67a51800a418 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0f0e86fc-5462-49b5-aded-e18529b430ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277290 Nov 12 02:33:33.975720 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-69e39d1b-75fc-4667-b5f1-f16cb926b8b4 service neutron] 10.222.0.65 "GET /v2.0/networks/0f0e86fc-5462-49b5-aded-e18529b430ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876834 Nov 12 02:33:34.068830 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-d32dd6a7-7a47-456a-b73d-5b5e78b4f0c5 req-3cadbfbf-ea85-471c-8165-5e2ed07dfa70 service neutron] 10.222.0.65 "GET /v2.0/networks/0f0e86fc-5462-49b5-aded-e18529b430ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851688 Nov 12 02:33:34.205568 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd924300-a8e6-42d1-9d16-6beb04967d6a req-1b93a392-722b-4021-b7cd-bf9d02bd8388 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:34.207174 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cd924300-a8e6-42d1-9d16-6beb04967d6a req-1b93a392-722b-4021-b7cd-bf9d02bd8388 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 946 time: 0.0663013 Nov 12 02:33:34.223716 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308899b-4c66-4534-a36b-3ab55d78eef3 req-5d3de00d-e3d4-43a3-964f-32445985741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:34.225986 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4308899b-4c66-4534-a36b-3ab55d78eef3 req-5d3de00d-e3d4-43a3-964f-32445985741d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a03794071c7f41db801753ddab2f9971&device_id=5cf3408b-498b-451e-8349-0c35db7b987f HTTP/1.1" status: 200 len: 1096 time: 0.0585251 Nov 12 02:33:34.257923 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cd924300-a8e6-42d1-9d16-6beb04967d6a req-a465a78e-318e-49db-941f-abb46a64cb40 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=2d8bb1ec-eccf-4911-8686-25c2b4b744d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446789 Nov 12 02:33:34.317568 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca129db1-b6b3-4ac4-a1ed-f579f5eb7722 req-be8a7d42-7935-4960-a95c-0ccc58171bb1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:34.319159 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ca129db1-b6b3-4ac4-a1ed-f579f5eb7722 req-be8a7d42-7935-4960-a95c-0ccc58171bb1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.65 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 946 time: 0.0526614 Nov 12 02:33:34.350801 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308899b-4c66-4534-a36b-3ab55d78eef3 req-fd33fa96-4677-474f-81da-211c2dd4a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:34.352274 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4308899b-4c66-4534-a36b-3ab55d78eef3 req-fd33fa96-4677-474f-81da-211c2dd4a4fe service neutron] 10.222.0.65 "GET /v2.0/networks?id=0f0e86fc-5462-49b5-aded-e18529b430ae HTTP/1.1" status: 200 len: 915 time: 0.0861070 Nov 12 02:33:34.399233 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4308899b-4c66-4534-a36b-3ab55d78eef3 req-97b91bd0-10e8-41ff-8185-f38cbc8dc5f5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41c1bb20-7b8a-4b47-82ed-3a6b9d01e401 HTTP/1.1" status: 200 len: 217 time: 0.0386896 Nov 12 02:33:34.415787 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-ca129db1-b6b3-4ac4-a1ed-f579f5eb7722 req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Deleting port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:33:34.416131 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-ca129db1-b6b3-4ac4-a1ed-f579f5eb7722 req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:34.449640 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308899b-4c66-4534-a36b-3ab55d78eef3 req-aee45f94-d719-4eb3-a1f8-d3e70ed5f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:34.451222 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4308899b-4c66-4534-a36b-3ab55d78eef3 req-aee45f94-d719-4eb3-a1f8-d3e70ed5f1ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24fdf2af-7448-4dbd-af3e-8a51c32825d3 HTTP/1.1" status: 200 len: 854 time: 0.0451093 Nov 12 02:33:34.482407 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4308899b-4c66-4534-a36b-3ab55d78eef3 req-52c31163-4c29-4755-a623-12e79951b210 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0f0e86fc-5462-49b5-aded-e18529b430ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239904 Nov 12 02:33:34.511959 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-ca129db1-b6b3-4ac4-a1ed-f579f5eb7722 req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] For port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:33:34.512324 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-ca129db1-b6b3-4ac4-a1ed-f579f5eb7722 req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:34.590007 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4308899b-4c66-4534-a36b-3ab55d78eef3 req-de47774a-bf41-4f93-afbf-1b20b687112a service neutron] 10.222.0.65 "GET /v2.0/networks/0f0e86fc-5462-49b5-aded-e18529b430ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992510 Nov 12 02:33:34.692106 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4308899b-4c66-4534-a36b-3ab55d78eef3 req-7b1e8882-014d-4796-b1d6-359d605fc5c0 service neutron] 10.222.0.65 "GET /v2.0/networks/0f0e86fc-5462-49b5-aded-e18529b430ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935659 Nov 12 02:33:34.925166 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa0f4d-a53f-4690-91b5-0cf9636859fd req-b1648fdb-384d-48bf-bc7a-0d339c427d65 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:34.926650 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aeaa0f4d-a53f-4690-91b5-0cf9636859fd req-b1648fdb-384d-48bf-bc7a-0d339c427d65 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf3408b-498b-451e-8349-0c35db7b987f HTTP/1.1" status: 200 len: 943 time: 0.3672860 Nov 12 02:33:35.027148 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aeaa0f4d-a53f-4690-91b5-0cf9636859fd req-6df8c223-f0b5-4cf3-a39e-389180d9f01e tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919235 Nov 12 02:33:35.029048 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-ca129db1-b6b3-4ac4-a1ed-f579f5eb7722 req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:35.029407 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-ca129db1-b6b3-4ac4-a1ed-f579f5eb7722 req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661460'] for floatingip, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:35.029726 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.l3_db [req-ca129db1-b6b3-4ac4-a1ed-f579f5eb7722 req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Floating IP 9352705e-e584-4731-b5ff-b8ea9423b000 disassociated. External IP: 172.27.2.11, port: 6159a4de-08df-4c5b-afb6-bc1f4e2f213f. Nov 12 02:33:35.030072 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-ca129db1-b6b3-4ac4-a1ed-f579f5eb7722 req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Calling delete_port for 6159a4de-08df-4c5b-afb6-bc1f4e2f213f owned by compute:nova {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:33:35.160593 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-ca129db1-b6b3-4ac4-a1ed-f579f5eb7722 req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:35.194010 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Pushing event deleted for resources: {'Port': ['ID=6159a4de-08df-4c5b-afb6-bc1f4e2f213f,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:35.206840 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:35.207639 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:35.207639 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:35.208124 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:35.208518 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:35.208957 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:35.209341 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:35.209746 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:35.210123 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:35.210524 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:35.210944 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:35.211333 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:35.327303 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:35.341114 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca129db1-b6b3-4ac4-a1ed-f579f5eb7722 req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:33:35.374938 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0fbf4441-53e7-448c-80bc-5ec47da42ff1 req-d4045a0f-7fa3-4af5-a1b2-8c8f8dfad3b9 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d16c68-a04c-4a32-a599-e202e6c64152 HTTP/1.1" status: 200 len: 210 time: 0.0318627 Nov 12 02:33:35.476686 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca129db1-b6b3-4ac4-a1ed-f579f5eb7722 req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:33:35.487404 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad84a6-1f7a-46fb-aeea-8d541de4fdbe None None] Sync routers for ids ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:33:35.498544 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad84a6-1f7a-46fb-aeea-8d541de4fdbe None None] Routers {'34f3fd75-6801-48b1-be4f-6f6fa61934e0'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:33:35.499290 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-f1ad84a6-1f7a-46fb-aeea-8d541de4fdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:33:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:33:35.516605 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca129db1-b6b3-4ac4-a1ed-f579f5eb7722 req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] No DVR routers for this DVR port 6159a4de-08df-4c5b-afb6-bc1f4e2f213f on host hv-cinder-80857 {{(pid=101678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:33:35.519202 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-ca129db1-b6b3-4ac4-a1ed-f579f5eb7722 req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:35.522565 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ca129db1-b6b3-4ac4-a1ed-f579f5eb7722 req-918fe629-f991-46ce-92f6-200f3e316bf7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.65 "DELETE /v2.0/ports/6159a4de-08df-4c5b-afb6-bc1f4e2f213f HTTP/1.1" status: 204 len: 173 time: 1.1971285 Nov 12 02:33:35.523060 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d16c68-a04c-4a32-a599-e202e6c64152', 'name': 'network-vif-deleted', 'tag': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:33:35.525337 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2f30d3-aef2-455a-b24f-9440f0b08654" -d '{"events": [{"server_uuid": "26d16c68-a04c-4a32-a599-e202e6c64152", "name": "network-vif-deleted", "tag": "6159a4de-08df-4c5b-afb6-bc1f4e2f213f"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:33:35.579646 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36d46b8-5883-4339-bd72-a020290fccef x-openstack-request-id: req-c36d46b8-5883-4339-bd72-a020290fccef {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:33:35.580019 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d16c68-a04c-4a32-a599-e202e6c64152", "name": "network-vif-deleted", "tag": "6159a4de-08df-4c5b-afb6-bc1f4e2f213f", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:33:35.580286 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c36d46b8-5883-4339-bd72-a020290fccef {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:33:35.580763 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d16c68-a04c-4a32-a599-e202e6c64152', 'name': 'network-vif-deleted', 'tag': '6159a4de-08df-4c5b-afb6-bc1f4e2f213f', 'status': 'completed', 'code': 200} Nov 12 02:33:35.618708 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-f1ad84a6-1f7a-46fb-aeea-8d541de4fdbe None None] Set router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:33:35.822659 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-f1ad84a6-1f7a-46fb-aeea-8d541de4fdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'name': 'tempest-AttachVolumeShelveTestJSON-415237232-router', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:17Z', 'revision_number': 4, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'gw_port': {'id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:11Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'b0cef496-7aa4-4e40-8a70-fea352c720c9', 'name': '', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'mac_address': 'fa:16:3e:86:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:15Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 5, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'subnets': [{'id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:33:35.853175 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad84a6-1f7a-46fb-aeea-8d541de4fdbe None None] Checking router: 34f3fd75-6801-48b1-be4f-6f6fa61934e0 for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:33:35.861603 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad84a6-1f7a-46fb-aeea-8d541de4fdbe None None] Routers {'34f3fd75-6801-48b1-be4f-6f6fa61934e0'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:33:35.862217 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-f1ad84a6-1f7a-46fb-aeea-8d541de4fdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:33:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:33:35.924007 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:35.983471 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-f1ad84a6-1f7a-46fb-aeea-8d541de4fdbe None None] Set router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:33:36.160900 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef11d2b-11d7-42e6-a061-46fec90cd92e req-d24581dc-c9a2-4aca-b53e-beb955efd0e8 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:36.162430 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-eef11d2b-11d7-42e6-a061-46fec90cd92e req-d24581dc-c9a2-4aca-b53e-beb955efd0e8 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf3408b-498b-451e-8349-0c35db7b987f HTTP/1.1" status: 200 len: 943 time: 0.0605066 Nov 12 02:33:36.211024 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-eef11d2b-11d7-42e6-a061-46fec90cd92e req-1f639a89-f734-40ca-ab91-c540ea3f25df tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425904 Nov 12 02:33:36.221664 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-f1ad84a6-1f7a-46fb-aeea-8d541de4fdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'name': 'tempest-AttachVolumeShelveTestJSON-415237232-router', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:17Z', 'revision_number': 4, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'gw_port': {'id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:11Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'b0cef496-7aa4-4e40-8a70-fea352c720c9', 'name': '', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'mac_address': 'fa:16:3e:86:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:15Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 5, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'subnets': [{'id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:33:36.251917 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad84a6-1f7a-46fb-aeea-8d541de4fdbe None None] The sync data for ids ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'] in dv-cinder-808574-4-iscsi is: [{'id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'name': 'tempest-AttachVolumeShelveTestJSON-415237232-router', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:17Z', 'revision_number': 4, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'gw_port': {'id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:11Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'b0cef496-7aa4-4e40-8a70-fea352c720c9', 'name': '', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'mac_address': 'fa:16:3e:86:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:15Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 5, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'subnets': [{'id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:33:36.471452 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 47310) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:36.480681 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a738639-c176-4abb-9b46-544ef97e6122 None None] New status for floating IP 9352705e-e584-4731-b5ff-b8ea9423b000: DOWN {{(pid=101680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:33:36.529157 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-91821b77-a399-4e25-b720-1639b437b491 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:36.553949 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-91821b77-a399-4e25-b720-1639b437b491 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:36.620832 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-91821b77-a399-4e25-b720-1639b437b491 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:36.626291 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-91821b77-a399-4e25-b720-1639b437b491 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:36.629030 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-91821b77-a399-4e25-b720-1639b437b491 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "DELETE /v2.0/security-groups/2d8bb1ec-eccf-4911-8686-25c2b4b744d0 HTTP/1.1" status: 204 len: 168 time: 0.1560819 Nov 12 02:33:36.631752 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 47312) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:36.644563 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91821b77-a399-4e25-b720-1639b437b491 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8bb1ec-eccf-4911-8686-25c2b4b744d0,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:36.650807 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.api.v2.resource [None req-b216598d-71b0-4e10-adac-bde82ad83b26 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] show failed (client error): The resource could not be found. Nov 12 02:33:36.653045 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-b216598d-71b0-4e10-adac-bde82ad83b26 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups/2d8bb1ec-eccf-4911-8686-25c2b4b744d0 HTTP/1.1" status: 404 len: 347 time: 0.0184596 Nov 12 02:33:36.654779 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 47314) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:36.788737 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-fab19fc6-4493-4eaa-b73c-533e72617005 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Deleting port 6475396c-7dd0-4733-bcdf-bea8d04dcf11 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:33:36.788993 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fab19fc6-4493-4eaa-b73c-533e72617005 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:36.866900 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fab19fc6-4493-4eaa-b73c-533e72617005 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:36.867521 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fab19fc6-4493-4eaa-b73c-533e72617005 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:36.879299 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-fab19fc6-4493-4eaa-b73c-533e72617005 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Calling delete_port for 6475396c-7dd0-4733-bcdf-bea8d04dcf11 owned by network:floatingip {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:33:37.037514 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fab19fc6-4493-4eaa-b73c-533e72617005 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:37.063485 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab19fc6-4493-4eaa-b73c-533e72617005 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Pushing event deleted for resources: {'Port': ['ID=6475396c-7dd0-4733-bcdf-bea8d04dcf11,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:37.126438 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fab19fc6-4493-4eaa-b73c-533e72617005 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for floatingip, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:37.129053 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fab19fc6-4493-4eaa-b73c-533e72617005 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for floatingip, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:37.130216 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-fab19fc6-4493-4eaa-b73c-533e72617005 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "DELETE /v2.0/floatingips/9352705e-e584-4731-b5ff-b8ea9423b000 HTTP/1.1" status: 204 len: 168 time: 0.4744735 Nov 12 02:33:37.349357 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e654ff-c7b6-4f86-9179-2b9e33322f43 req-14566e23-80b6-49f1-8e20-21bbcf30035d tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:37.350839 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e9e654ff-c7b6-4f86-9179-2b9e33322f43 req-14566e23-80b6-49f1-8e20-21bbcf30035d tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf3408b-498b-451e-8349-0c35db7b987f HTTP/1.1" status: 200 len: 943 time: 0.0592463 Nov 12 02:33:37.401588 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e9e654ff-c7b6-4f86-9179-2b9e33322f43 req-bf983d29-617f-4966-bf30-01ffd772b6ae tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448222 Nov 12 02:33:37.459655 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 47320) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:37.464219 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-24ad00c0-0b97-44d5-9a92-51c6f4e5bc6e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Request body: {'security_group': {'name': 'tempest-securitygroup--471101189', 'description': 'tempest-description--59612040'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:33:37.486232 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-24ad00c0-0b97-44d5-9a92-51c6f4e5bc6e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:37.556504 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-24ad00c0-0b97-44d5-9a92-51c6f4e5bc6e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:37.560567 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-24ad00c0-0b97-44d5-9a92-51c6f4e5bc6e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:37.591042 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-24ad00c0-0b97-44d5-9a92-51c6f4e5bc6e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:37.592284 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-24ad00c0-0b97-44d5-9a92-51c6f4e5bc6e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1316180 Nov 12 02:33:37.594224 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad00c0-0b97-44d5-9a92-51c6f4e5bc6e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a374d84-f488-43ba-a086-c0ef16ce04c4,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:37.596260 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 47322) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:37.602080 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-ccf72197-ff87-4b69-b0f7-c04f37a278e1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Request body: {'security_group_rule': {'security_group_id': '9a374d84-f488-43ba-a086-c0ef16ce04c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:33:37.629117 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ccf72197-ff87-4b69-b0f7-c04f37a278e1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:37.683712 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ccf72197-ff87-4b69-b0f7-c04f37a278e1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:37.688196 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ccf72197-ff87-4b69-b0f7-c04f37a278e1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:37.706793 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf72197-ff87-4b69-b0f7-c04f37a278e1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312c3308-2e34-4176-ae33-832adb13a224,revision_number=0']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:37.716888 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ccf72197-ff87-4b69-b0f7-c04f37a278e1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:37.718179 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-ccf72197-ff87-4b69-b0f7-c04f37a278e1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206226 Nov 12 02:33:37.722027 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 47324) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:37.727213 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-84c7b9af-e664-467e-9508-d10432f2683f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Request body: {'security_group_rule': {'security_group_id': '9a374d84-f488-43ba-a086-c0ef16ce04c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:33:37.755188 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-84c7b9af-e664-467e-9508-d10432f2683f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:37.816052 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-84c7b9af-e664-467e-9508-d10432f2683f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:37.819800 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-84c7b9af-e664-467e-9508-d10432f2683f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:37.837429 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7b9af-e664-467e-9508-d10432f2683f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e0a39e-a2c6-4952-8bc5-8543c0195552,revision_number=0']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:37.845733 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-84c7b9af-e664-467e-9508-d10432f2683f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:37.847006 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-84c7b9af-e664-467e-9508-d10432f2683f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238482 Nov 12 02:33:37.850116 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 47326) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:37.854754 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-50a05149-eecc-482b-89c4-d47ba8927e35 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Request body: {'floatingip': {'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:33:37.879311 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-50a05149-eecc-482b-89c4-d47ba8927e35 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for floatingip, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:37.980836 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-50a05149-eecc-482b-89c4-d47ba8927e35 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:38.085035 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-50a05149-eecc-482b-89c4-d47ba8927e35 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Allocated IP 172.27.2.98 (3c7696da-eba1-40bc-922c-d91bed889fdf/d5dec2f9-f4c7-48bf-8714-a16e67e9832d/194c9781-c838-4a3a-8282-45b96fa86e39) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:33:38.191434 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-50a05149-eecc-482b-89c4-d47ba8927e35 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:38.225866 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-50a05149-eecc-482b-89c4-d47ba8927e35 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:38.262600 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a05149-eecc-482b-89c4-d47ba8927e35 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Network 3c7696da-eba1-40bc-922c-d91bed889fdf is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:33:38.267537 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-50a05149-eecc-482b-89c4-d47ba8927e35 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:33:38.269944 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a05149-eecc-482b-89c4-d47ba8927e35 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:33:38.298121 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a05149-eecc-482b-89c4-d47ba8927e35 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Pushing event updated for resources: {'Port': ['ID=194c9781-c838-4a3a-8282-45b96fa86e39,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:38.362277 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-50a05149-eecc-482b-89c4-d47ba8927e35 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:38.395006 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-50a05149-eecc-482b-89c4-d47ba8927e35 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:38.524179 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361d7e4-2011-4377-88cb-2401ca33b263 req-54c53ff7-c1e4-4d93-87ff-a37df7a707e3 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:38.526051 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a361d7e4-2011-4377-88cb-2401ca33b263 req-54c53ff7-c1e4-4d93-87ff-a37df7a707e3 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf3408b-498b-451e-8349-0c35db7b987f HTTP/1.1" status: 200 len: 943 time: 0.0510962 Nov 12 02:33:38.554572 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-50a05149-eecc-482b-89c4-d47ba8927e35 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:38.560060 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-50a05149-eecc-482b-89c4-d47ba8927e35 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589425'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:38.579449 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a361d7e4-2011-4377-88cb-2401ca33b263 req-ac7a5428-15ef-4268-8748-df09957dfa52 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469942 Nov 12 02:33:38.631207 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a05149-eecc-482b-89c4-d47ba8927e35 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Pushing event updated for resources: {'Port': ['ID=194c9781-c838-4a3a-8282-45b96fa86e39,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:38.639328 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-50a05149-eecc-482b-89c4-d47ba8927e35 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661460'] for floatingip, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:38.654685 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-50a05149-eecc-482b-89c4-d47ba8927e35 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for floatingip, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:38.655923 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-50a05149-eecc-482b-89c4-d47ba8927e35 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8047762 Nov 12 02:33:38.865465 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b49fd96a-0047-4353-9713-896091cd512c req-fce1cca7-e13a-4c57-908e-b4b762101f6b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--471101189&fields=id&tenant_id=4e70a88f4b094066abaf2d0cd853f751 HTTP/1.1" status: 200 len: 267 time: 0.0424149 Nov 12 02:33:38.977367 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fd96a-0047-4353-9713-896091cd512c req-2762fbbf-5cf8-4b87-813f-b9792d38cc0a tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:38.978782 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b49fd96a-0047-4353-9713-896091cd512c req-2762fbbf-5cf8-4b87-813f-b9792d38cc0a tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/networks?id=ed2ba848-d313-464e-93cb-db87f28d8bf9 HTTP/1.1" status: 200 len: 816 time: 0.1061461 Nov 12 02:33:38.996143 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b49fd96a-0047-4353-9713-896091cd512c req-05406225-dbc1-4c47-8f5c-c9e7db3caf79 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/quotas/4e70a88f4b094066abaf2d0cd853f751 HTTP/1.1" status: 200 len: 375 time: 0.0112445 Nov 12 02:33:39.003660 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:33:39.017233 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 6159a4de-08df-4c5b-afb6-bc1f4e2f213f no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:33:39.039296 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] No Port match for: 6159a4de-08df-4c5b-afb6-bc1f4e2f213f {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:33:39.039636 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 6159a4de-08df-4c5b-afb6-bc1f4e2f213f not bound to the agent host hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:33:39.054534 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b49fd96a-0047-4353-9713-896091cd512c req-2b2e4972-951c-43c0-9aa6-6b12a8c83057 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4e70a88f4b094066abaf2d0cd853f751&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515373 Nov 12 02:33:39.126844 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=41c1bb20-7b8a-4b47-82ed-3a6b9d01e401,segment=NetworkSegment(ee6d4879-ff8a-426e-a3ff-68c41405af5c),segment_id=ee6d4879-ff8a-426e-a3ff-68c41405af5c)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:33:39.140866 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': '41c1bb20-7b8a-4b47-82ed-3a6b9d01e401', 'network_id': '0f0e86fc-5462-49b5-aded-e18529b430ae', 'port_id': '41c1bb20-7b8a-4b47-82ed-3a6b9d01e401', 'mac_address': 'fa:16:3e:1f:56:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fdf2af-7448-4dbd-af3e-8a51c32825d3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:33:39.157477 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b49fd96a-0047-4353-9713-896091cd512c req-1a9c96a4-c706-4ddb-ae92-a8a684230b84 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906231 Nov 12 02:33:39.179473 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:39.192548 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401 {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:33:39.211977 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=41c1bb20-7b8a-4b47-82ed-3a6b9d01e401,segment=NetworkSegment(ee6d4879-ff8a-426e-a3ff-68c41405af5c),segment_id=ee6d4879-ff8a-426e-a3ff-68c41405af5c)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:33:39.218254 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:39.248020 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b49fd96a-0047-4353-9713-896091cd512c req-589dfc64-4650-491e-aa59-9d110194ee20 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842707 Nov 12 02:33:39.264405 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=41c1bb20-7b8a-4b47-82ed-3a6b9d01e401,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:39.272047 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:39.272409 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:39.272922 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:39.273257 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:39.273580 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:39.274070 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:39.274576 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:39.274933 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:39.275278 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:39.275674 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:39.276003 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:39.276320 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:39.432312 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d6907801-5c3b-4cdd-bb28-9e5f361c391b req-58aa826d-8103-4ea8-a1b5-e94e2624f4a8 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 210 time: 0.0264838 Nov 12 02:33:39.683167 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['41c1bb20-7b8a-4b47-82ed-3a6b9d01e401'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:33:39.719934 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72bc11-f445-47a4-8667-39110ea35fc3 req-e928270d-acad-4f8e-a814-ec64de186de8 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:39.721520 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6e72bc11-f445-47a4-8667-39110ea35fc3 req-e928270d-acad-4f8e-a814-ec64de186de8 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf3408b-498b-451e-8349-0c35db7b987f HTTP/1.1" status: 200 len: 944 time: 0.0721819 Nov 12 02:33:39.786553 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6e72bc11-f445-47a4-8667-39110ea35fc3 req-e0dec041-4b6e-4d9b-9114-86bbd71b8721 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546350 Nov 12 02:33:40.566899 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-48bae785-d055-497b-91a6-f674e9869fc1 req-5a2ee43c-28a7-4309-848f-6ec224950964 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 210 time: 0.0613616 Nov 12 02:33:40.606560 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fd96a-0047-4353-9713-896091cd512c req-1be3e87c-04d2-4b43-b9bb-3978fd5aa551 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:40.608058 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b49fd96a-0047-4353-9713-896091cd512c req-1be3e87c-04d2-4b43-b9bb-3978fd5aa551 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.65 "GET /v2.0/networks?id=ed2ba848-d313-464e-93cb-db87f28d8bf9 HTTP/1.1" status: 200 len: 816 time: 0.1358716 Nov 12 02:33:40.684456 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b49fd96a-0047-4353-9713-896091cd512c req-2e2edee6-ad7b-4ac0-851d-01babfbd6a39 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e70a88f4b094066abaf2d0cd853f751 HTTP/1.1" status: 200 len: 379 time: 0.0522699 Nov 12 02:33:40.694764 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [req-b49fd96a-0047-4353-9713-896091cd512c req-c149d5ad-7874-4f6e-84b4-663fd488061f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Request body: {'port': {'device_id': 'd75cfef8-bb7c-41d9-b969-d4f2454a64fd', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'admin_state_up': True, 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'security_groups': ['9a374d84-f488-43ba-a086-c0ef16ce04c4']}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:33:40.799632 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b49fd96a-0047-4353-9713-896091cd512c req-c149d5ad-7874-4f6e-84b4-663fd488061f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Made reservation on behalf of 4e70a88f4b094066abaf2d0cd853f751 for: {'port': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:33:40.803181 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-b49fd96a-0047-4353-9713-896091cd512c req-c149d5ad-7874-4f6e-84b4-663fd488061f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:40.949614 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727220d2-c37d-48fa-8e8a-5027376c8ed6 req-ef4b3f1d-8072-4f79-8731-791ec2fb870f tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:40.951097 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-727220d2-c37d-48fa-8e8a-5027376c8ed6 req-ef4b3f1d-8072-4f79-8731-791ec2fb870f tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf3408b-498b-451e-8349-0c35db7b987f HTTP/1.1" status: 200 len: 944 time: 0.0923293 Nov 12 02:33:40.975995 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [req-b49fd96a-0047-4353-9713-896091cd512c req-c149d5ad-7874-4f6e-84b4-663fd488061f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Allocated IP 172.20.0.11 (ed2ba848-d313-464e-93cb-db87f28d8bf9/a36fabb7-5929-480d-92d3-1a57b54853bf/054e67ae-3cc3-4cc3-b945-349581ab03eb) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:33:41.021818 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401 up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:33:41.026368 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-727220d2-c37d-48fa-8e8a-5027376c8ed6 req-23874a4b-fc1b-4be2-8256-e18ad4997287 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670598 Nov 12 02:33:41.070435 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning for port 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401 completed by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:33:41.074622 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:33:41.075024 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:41.147975 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-b49fd96a-0047-4353-9713-896091cd512c req-c149d5ad-7874-4f6e-84b4-663fd488061f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:41.165181 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:41.183739 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-b49fd96a-0047-4353-9713-896091cd512c req-c149d5ad-7874-4f6e-84b4-663fd488061f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:41.192131 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf3408b-498b-451e-8349-0c35db7b987f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c1bb20-7b8a-4b47-82ed-3a6b9d01e401'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:33:41.194921 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de531c9-44fe-4cb7-b589-860d8dc1c988" -d '{"events": [{"server_uuid": "5cf3408b-498b-451e-8349-0c35db7b987f", "name": "network-vif-plugged", "status": "completed", "tag": "41c1bb20-7b8a-4b47-82ed-3a6b9d01e401"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:33:41.208530 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=41c1bb20-7b8a-4b47-82ed-3a6b9d01e401,segment=NetworkSegment(ee6d4879-ff8a-426e-a3ff-68c41405af5c),segment_id=ee6d4879-ff8a-426e-a3ff-68c41405af5c)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:33:41.214032 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:41.224790 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b49fd96a-0047-4353-9713-896091cd512c req-c149d5ad-7874-4f6e-84b4-663fd488061f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Network ed2ba848-d313-464e-93cb-db87f28d8bf9 is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:33:41.235250 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [req-b49fd96a-0047-4353-9713-896091cd512c req-c149d5ad-7874-4f6e-84b4-663fd488061f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:33:41.239792 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49fd96a-0047-4353-9713-896091cd512c req-c149d5ad-7874-4f6e-84b4-663fd488061f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:33:41.268943 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149d5ad-7874-4f6e-84b4-663fd488061f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Pushing event updated for resources: {'Port': ['ID=054e67ae-3cc3-4cc3-b945-349581ab03eb,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:41.271071 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=41c1bb20-7b8a-4b47-82ed-3a6b9d01e401,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:41.296621 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fd96a-0047-4353-9713-896091cd512c req-c149d5ad-7874-4f6e-84b4-663fd488061f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:41.297250 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-b49fd96a-0047-4353-9713-896091cd512c req-c149d5ad-7874-4f6e-84b4-663fd488061f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:41.320727 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b49fd96a-0047-4353-9713-896091cd512c req-c149d5ad-7874-4f6e-84b4-663fd488061f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6293714 Nov 12 02:33:41.342822 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [req-b49fd96a-0047-4353-9713-896091cd512c req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] Request body: {'port': {'device_id': 'd75cfef8-bb7c-41d9-b969-d4f2454a64fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:33:41.401833 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabee3b9-d83f-4495-b393-8324b92398b3 x-openstack-request-id: req-dabee3b9-d83f-4495-b393-8324b92398b3 {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:33:41.402151 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf3408b-498b-451e-8349-0c35db7b987f", "name": "network-vif-plugged", "status": "completed", "tag": "41c1bb20-7b8a-4b47-82ed-3a6b9d01e401", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:33:41.402408 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dabee3b9-d83f-4495-b393-8324b92398b3 {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:33:41.402830 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf3408b-498b-451e-8349-0c35db7b987f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c1bb20-7b8a-4b47-82ed-3a6b9d01e401', 'code': 200} Nov 12 02:33:41.408829 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-b49fd96a-0047-4353-9713-896091cd512c req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:41.452687 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-ea15a6fc-0adc-4671-b107-3853c8b0059f None None] Provisioning complete for port 054e67ae-3cc3-4cc3-b945-349581ab03eb triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:33:41.453140 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-ea15a6fc-0adc-4671-b107-3853c8b0059f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:41.493664 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-ea15a6fc-0adc-4671-b107-3853c8b0059f None None] Port 054e67ae-3cc3-4cc3-b945-349581ab03eb cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:33:41.629411 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c9996-0fed-471c-a448-7d214501f327 req-711f07c4-fdc8-401a-b5d3-2f6571988281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:41.631171 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-ef7c9996-0fed-471c-a448-7d214501f327 req-711f07c4-fdc8-401a-b5d3-2f6571988281 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5cf3408b-498b-451e-8349-0c35db7b987f HTTP/1.1" status: 200 len: 1098 time: 0.0421827 Nov 12 02:33:41.683606 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-ef7c9996-0fed-471c-a448-7d214501f327 req-135b205a-a68a-43c4-a5c2-876274947e04 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404487 Nov 12 02:33:41.713584 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [req-b49fd96a-0047-4353-9713-896091cd512c req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 054e67ae-3cc3-4cc3-b945-349581ab03eb {{(pid=101678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:33:41.724077 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-b49fd96a-0047-4353-9713-896091cd512c req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] Publish callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:41.734848 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31832cd-947a-445e-9c5b-b3296eb317c0 req-42063200-ab85-4926-a8df-7604e4eaedc1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:41.736376 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e31832cd-947a-445e-9c5b-b3296eb317c0 req-42063200-ab85-4926-a8df-7604e4eaedc1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 932 time: 0.0880103 Nov 12 02:33:41.752033 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [req-b49fd96a-0047-4353-9713-896091cd512c req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] Transition to ACTIVE for port object 054e67ae-3cc3-4cc3-b945-349581ab03eb will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:33:41.759246 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-b49fd96a-0047-4353-9713-896091cd512c req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25342661'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:41.831281 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e31832cd-947a-445e-9c5b-b3296eb317c0 req-83d0c826-af94-44b1-9e53-aba2c88b785a tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869746 Nov 12 02:33:41.834755 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] Pushing event updated for resources: {'Port': ['ID=054e67ae-3cc3-4cc3-b945-349581ab03eb,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:41.909700 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-b49fd96a-0047-4353-9713-896091cd512c req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] Attempting to bind port 054e67ae-3cc3-4cc3-b945-349581ab03eb on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:33:41.910044 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-b49fd96a-0047-4353-9713-896091cd512c req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] Attempting to bind port 054e67ae-3cc3-4cc3-b945-349581ab03eb by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '4532c2cc-304e-42e1-a9f0-ec3517792796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:33:41.910375 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49fd96a-0047-4353-9713-896091cd512c req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] Attempting to bind port 054e67ae-3cc3-4cc3-b945-349581ab03eb on network ed2ba848-d313-464e-93cb-db87f28d8bf9 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:33:41.915110 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49fd96a-0047-4353-9713-896091cd512c req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] Port 054e67ae-3cc3-4cc3-b945-349581ab03eb on network ed2ba848-d313-464e-93cb-db87f28d8bf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:33:41.915431 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49fd96a-0047-4353-9713-896091cd512c req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] Attempting to bind port 054e67ae-3cc3-4cc3-b945-349581ab03eb on network ed2ba848-d313-464e-93cb-db87f28d8bf9 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:33:41.920438 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49fd96a-0047-4353-9713-896091cd512c req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] Checking agent: {'id': '0f3aff68-05a9-47a7-920b-43a2694f0a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:33:41.920778 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49fd96a-0047-4353-9713-896091cd512c req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] Checking segment: {'id': '4532c2cc-304e-42e1-a9f0-ec3517792796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:33:41.921167 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49fd96a-0047-4353-9713-896091cd512c req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] Bound using segment: {'id': '4532c2cc-304e-42e1-a9f0-ec3517792796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:33:41.921597 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-b49fd96a-0047-4353-9713-896091cd512c req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] Bound port: 054e67ae-3cc3-4cc3-b945-349581ab03eb, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4532c2cc-304e-42e1-a9f0-ec3517792796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:33:41.921954 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-b49fd96a-0047-4353-9713-896091cd512c req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:41.986549 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-b49fd96a-0047-4353-9713-896091cd512c req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] For port 054e67ae-3cc3-4cc3-b945-349581ab03eb, host hv-cinder-80857, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:33:41.989546 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-b49fd96a-0047-4353-9713-896091cd512c req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] For port 054e67ae-3cc3-4cc3-b945-349581ab03eb, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=054e67ae-3cc3-4cc3-b945-349581ab03eb,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:33:41.994413 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-b49fd96a-0047-4353-9713-896091cd512c req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25342661'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:42.028806 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fd96a-0047-4353-9713-896091cd512c req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:42.029438 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-b49fd96a-0047-4353-9713-896091cd512c req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:42.030879 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b49fd96a-0047-4353-9713-896091cd512c req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] 10.222.0.65 "PUT /v2.0/ports/054e67ae-3cc3-4cc3-b945-349581ab03eb HTTP/1.1" status: 200 len: 1094 time: 0.6944017 Nov 12 02:33:42.031443 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75cfef8-bb7c-41d9-b969-d4f2454a64fd', 'tag': '054e67ae-3cc3-4cc3-b945-349581ab03eb'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:33:42.033628 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72698c8b-0d66-43ba-91e2-b0e5b83c2b94" -d '{"events": [{"name": "network-changed", "server_uuid": "d75cfef8-bb7c-41d9-b969-d4f2454a64fd", "tag": "054e67ae-3cc3-4cc3-b945-349581ab03eb"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:33:42.060519 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42325c7a-99ba-4344-8770-64cc0d5815be service neutron] Pushing event updated for resources: {'Port': ['ID=054e67ae-3cc3-4cc3-b945-349581ab03eb,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:42.091664 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8460761c-d1d0-4584-9944-1f4f75f5ab0f x-openstack-request-id: req-8460761c-d1d0-4584-9944-1f4f75f5ab0f {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:33:42.092218 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75cfef8-bb7c-41d9-b969-d4f2454a64fd", "tag": "054e67ae-3cc3-4cc3-b945-349581ab03eb", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:33:42.092526 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8460761c-d1d0-4584-9944-1f4f75f5ab0f {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:33:42.093081 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75cfef8-bb7c-41d9-b969-d4f2454a64fd', 'tag': '054e67ae-3cc3-4cc3-b945-349581ab03eb', 'status': 'completed', 'code': 200} Nov 12 02:33:42.169733 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6119d-da7d-41ff-b9fc-1a1a96da268e req-fa5d2e55-0ed4-4e90-89b5-de1ae5715a6f tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:42.171437 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-78f6119d-da7d-41ff-b9fc-1a1a96da268e req-fa5d2e55-0ed4-4e90-89b5-de1ae5715a6f tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf3408b-498b-451e-8349-0c35db7b987f HTTP/1.1" status: 200 len: 945 time: 0.0623367 Nov 12 02:33:42.236822 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-78f6119d-da7d-41ff-b9fc-1a1a96da268e req-b26bc283-92b0-42b2-a2d4-f677ef553d39 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570853 Nov 12 02:33:42.389500 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72698c8b-0d66-43ba-91e2-b0e5b83c2b94 req-8987417e-4153-42e3-9ff1-bb03fabeae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:42.391063 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-72698c8b-0d66-43ba-91e2-b0e5b83c2b94 req-8987417e-4153-42e3-9ff1-bb03fabeae8a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e70a88f4b094066abaf2d0cd853f751&device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 1097 time: 0.0417936 Nov 12 02:33:42.589157 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72698c8b-0d66-43ba-91e2-b0e5b83c2b94 req-524e8650-461d-4961-ac03-6f578cf8c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:42.590694 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-72698c8b-0d66-43ba-91e2-b0e5b83c2b94 req-524e8650-461d-4961-ac03-6f578cf8c8bb service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=4e70a88f4b094066abaf2d0cd853f751&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1617341 Nov 12 02:33:42.752870 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72698c8b-0d66-43ba-91e2-b0e5b83c2b94 req-de5a2d8f-9539-41d1-9447-08129c989409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:42.754254 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-72698c8b-0d66-43ba-91e2-b0e5b83c2b94 req-de5a2d8f-9539-41d1-9447-08129c989409 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1544292 Nov 12 02:33:42.862411 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fd96a-0047-4353-9713-896091cd512c req-c99539d4-11ee-4366-85e3-6740a872010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:42.864064 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b49fd96a-0047-4353-9713-896091cd512c req-c99539d4-11ee-4366-85e3-6740a872010e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e70a88f4b094066abaf2d0cd853f751&device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 1097 time: 0.0445454 Nov 12 02:33:42.922615 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b49fd96a-0047-4353-9713-896091cd512c req-97b3ad7a-a645-4dac-8772-ae8827f2ebc0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=054e67ae-3cc3-4cc3-b945-349581ab03eb HTTP/1.1" status: 200 len: 217 time: 0.0363350 Nov 12 02:33:43.005645 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fd96a-0047-4353-9713-896091cd512c req-b284162e-1e23-42c0-a793-e41d98834b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:43.007075 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b49fd96a-0047-4353-9713-896091cd512c req-b284162e-1e23-42c0-a793-e41d98834b48 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a36fabb7-5929-480d-92d3-1a57b54853bf HTTP/1.1" status: 200 len: 855 time: 0.0602584 Nov 12 02:33:43.014622 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7906133-d182-4c2e-ac6f-072a65c6c134 req-3d3c3641-b082-48ec-a29c-fc5351fcf3a8 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:43.016144 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b7906133-d182-4c2e-ac6f-072a65c6c134 req-3d3c3641-b082-48ec-a29c-fc5351fcf3a8 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.0960462 Nov 12 02:33:43.082960 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fd96a-0047-4353-9713-896091cd512c req-8b04ab1a-2080-44b0-af24-123299d4ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:43.084497 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b49fd96a-0047-4353-9713-896091cd512c req-8b04ab1a-2080-44b0-af24-123299d4ae73 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed2ba848-d313-464e-93cb-db87f28d8bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674632 Nov 12 02:33:43.091855 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b7906133-d182-4c2e-ac6f-072a65c6c134 req-3f45160d-58b0-4a97-8f1b-ec619612ecfd tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670338 Nov 12 02:33:43.468072 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b49fd96a-0047-4353-9713-896091cd512c req-f9b9d7de-579f-4a28-a6f8-cf1a1df23902 service neutron] 10.222.0.65 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747325 Nov 12 02:33:43.476310 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94a151-63d3-4d24-807a-3e40deee96bb req-c5cea81d-37a4-473f-9fa5-05e07b23b6b2 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:43.477758 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1f94a151-63d3-4d24-807a-3e40deee96bb req-c5cea81d-37a4-473f-9fa5-05e07b23b6b2 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf3408b-498b-451e-8349-0c35db7b987f HTTP/1.1" status: 200 len: 945 time: 0.0728714 Nov 12 02:33:43.528660 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1f94a151-63d3-4d24-807a-3e40deee96bb req-7d8c8a9f-bb87-4db8-96f3-f68d9d1eb9bf tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447536 Nov 12 02:33:43.617628 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b49fd96a-0047-4353-9713-896091cd512c req-1ac2c959-9404-462f-93ae-b83661003289 service neutron] 10.222.0.65 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876982 Nov 12 02:33:44.213076 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b6a55-ba6f-4491-b783-73e13b013e06 req-2a7a063b-aec8-4376-9dd1-06018844c8f4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:44.214636 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5a9b6a55-ba6f-4491-b783-73e13b013e06 req-2a7a063b-aec8-4376-9dd1-06018844c8f4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.0495877 Nov 12 02:33:44.263395 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5a9b6a55-ba6f-4491-b783-73e13b013e06 req-c892f849-fa59-4fc2-9fd2-7a10086e9872 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426309 Nov 12 02:33:44.645021 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31146dc-61d2-40ec-9e4b-54adc907fc92 req-99eb3391-1267-485e-9dee-ac3103191399 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:44.646562 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a31146dc-61d2-40ec-9e4b-54adc907fc92 req-99eb3391-1267-485e-9dee-ac3103191399 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf3408b-498b-451e-8349-0c35db7b987f HTTP/1.1" status: 200 len: 945 time: 0.0506506 Nov 12 02:33:44.699245 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a31146dc-61d2-40ec-9e4b-54adc907fc92 req-443c4d0b-d313-455d-b013-fcc0cd4906fc tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467727 Nov 12 02:33:45.383534 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b4212-8297-4a93-9d05-1d16e9011268 req-f9d92cde-1e22-4b88-8c0f-355e2adb5c73 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:45.385089 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-914b4212-8297-4a93-9d05-1d16e9011268 req-f9d92cde-1e22-4b88-8c0f-355e2adb5c73 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.0505507 Nov 12 02:33:45.435430 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-914b4212-8297-4a93-9d05-1d16e9011268 req-088565fd-e346-4ad3-9c86-20e018743d40 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435507 Nov 12 02:33:46.554120 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5debfe-43dc-41bc-bc8a-615c8f888160 req-6febeb67-b0e9-47c0-9e07-891370e88662 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:46.555626 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-eb5debfe-43dc-41bc-bc8a-615c8f888160 req-6febeb67-b0e9-47c0-9e07-891370e88662 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.0481911 Nov 12 02:33:46.602319 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-eb5debfe-43dc-41bc-bc8a-615c8f888160 req-72f184f8-992c-4200-8fd0-ade384f5fbe3 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409031 Nov 12 02:33:47.060149 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 054e67ae-3cc3-4cc3-b945-349581ab03eb details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:33:47.155772 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 054e67ae-3cc3-4cc3-b945-349581ab03eb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=054e67ae-3cc3-4cc3-b945-349581ab03eb,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:33:47.166882 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': '054e67ae-3cc3-4cc3-b945-349581ab03eb', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'port_id': '054e67ae-3cc3-4cc3-b945-349581ab03eb', 'mac_address': 'fa:16:3e:e2:82:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:33:47.202723 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:47.214871 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054e67ae-3cc3-4cc3-b945-349581ab03eb {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:33:47.233907 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 054e67ae-3cc3-4cc3-b945-349581ab03eb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=054e67ae-3cc3-4cc3-b945-349581ab03eb,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:33:47.238154 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:47.282841 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=054e67ae-3cc3-4cc3-b945-349581ab03eb,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:47.724772 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c700e-4426-418f-a48b-0c919937c725 req-f943a68d-6215-4615-ad1f-66cd1d8bedab tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:47.726249 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b39c700e-4426-418f-a48b-0c919937c725 req-f943a68d-6215-4615-ad1f-66cd1d8bedab tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 945 time: 0.0514927 Nov 12 02:33:47.737622 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['054e67ae-3cc3-4cc3-b945-349581ab03eb'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:33:47.774363 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b39c700e-4426-418f-a48b-0c919937c725 req-2ebe887b-582e-4d11-b320-ff1b74ca5c8f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422499 Nov 12 02:33:48.895612 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525c0c8-5bff-4e30-bd63-085a27d3a08a req-705abe90-e4f7-4169-bb07-45660a8d99f0 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:48.897103 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4525c0c8-5bff-4e30-bd63-085a27d3a08a req-705abe90-e4f7-4169-bb07-45660a8d99f0 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 945 time: 0.0497379 Nov 12 02:33:48.957163 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4525c0c8-5bff-4e30-bd63-085a27d3a08a req-c49eb538-3baf-4727-9130-bbc011d548a7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541244 Nov 12 02:33:49.065890 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 054e67ae-3cc3-4cc3-b945-349581ab03eb up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:33:49.118185 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning for port 054e67ae-3cc3-4cc3-b945-349581ab03eb completed by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:33:49.121867 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port 054e67ae-3cc3-4cc3-b945-349581ab03eb triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:33:49.122241 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:49.201352 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:49.223834 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75cfef8-bb7c-41d9-b969-d4f2454a64fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054e67ae-3cc3-4cc3-b945-349581ab03eb'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:33:49.226050 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f5ac97-fb38-4edc-a240-cb26bb40c47f" -d '{"events": [{"server_uuid": "d75cfef8-bb7c-41d9-b969-d4f2454a64fd", "name": "network-vif-plugged", "status": "completed", "tag": "054e67ae-3cc3-4cc3-b945-349581ab03eb"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:33:49.238970 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 054e67ae-3cc3-4cc3-b945-349581ab03eb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=054e67ae-3cc3-4cc3-b945-349581ab03eb,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:33:49.245114 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:49.269397 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14c5d84-6503-4980-9741-a50d70fda77e x-openstack-request-id: req-f14c5d84-6503-4980-9741-a50d70fda77e {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:33:49.269712 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75cfef8-bb7c-41d9-b969-d4f2454a64fd", "name": "network-vif-plugged", "status": "completed", "tag": "054e67ae-3cc3-4cc3-b945-349581ab03eb", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:33:49.269960 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f14c5d84-6503-4980-9741-a50d70fda77e {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:33:49.270342 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75cfef8-bb7c-41d9-b969-d4f2454a64fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054e67ae-3cc3-4cc3-b945-349581ab03eb', 'code': 200} Nov 12 02:33:49.294494 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=054e67ae-3cc3-4cc3-b945-349581ab03eb,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:49.338982 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:49.481773 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920872a8-edbd-481d-84f8-36e87584451b req-3ddfed27-90b6-4edc-a49d-7971ce4e80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:49.483369 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-920872a8-edbd-481d-84f8-36e87584451b req-3ddfed27-90b6-4edc-a49d-7971ce4e80ae service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 1099 time: 0.0431163 Nov 12 02:33:49.533797 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-920872a8-edbd-481d-84f8-36e87584451b req-d0196fec-a16a-4b5e-a625-8c89df997f04 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416102 Nov 12 02:33:50.087832 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabad41-771d-4c9a-b7d9-1bd8dc3a5b63 req-cc8f65c1-9811-4b75-ba51-6c17c2dc2dde tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:50.090357 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7fabad41-771d-4c9a-b7d9-1bd8dc3a5b63 req-cc8f65c1-9811-4b75-ba51-6c17c2dc2dde tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0617380 Nov 12 02:33:50.142055 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7fabad41-771d-4c9a-b7d9-1bd8dc3a5b63 req-7fa8104b-47b0-40a4-9a59-d19501ad9614 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450218 Nov 12 02:33:51.265451 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c213720-f21e-49d9-8bc4-1034e1e9cd7e req-31598c29-165f-4760-b21e-a90dc7a855cc tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:51.267002 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8c213720-f21e-49d9-8bc4-1034e1e9cd7e req-31598c29-165f-4760-b21e-a90dc7a855cc tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0496552 Nov 12 02:33:51.314486 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8c213720-f21e-49d9-8bc4-1034e1e9cd7e req-edf6da93-8086-4ee5-9288-6d87cfb990b2 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412569 Nov 12 02:33:52.440048 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423e3b3-8458-4b4d-a09d-1945f890af75 req-e0ce4094-f85c-45fa-ad50-43dbc1fb2e5f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:52.442140 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7423e3b3-8458-4b4d-a09d-1945f890af75 req-e0ce4094-f85c-45fa-ad50-43dbc1fb2e5f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0533583 Nov 12 02:33:52.498760 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7423e3b3-8458-4b4d-a09d-1945f890af75 req-af9de283-7896-4426-b2e5-c764ca2f8158 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501497 Nov 12 02:33:52.628990 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070d544-3c7a-46eb-9c05-aa74c3dc19a4 req-e235291c-0e9e-4979-9870-e4f17826fdc0 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:52.630509 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0070d544-3c7a-46eb-9c05-aa74c3dc19a4 req-e235291c-0e9e-4979-9870-e4f17826fdc0 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0529361 Nov 12 02:33:52.639200 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 47432) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:52.643617 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-eb3bccd9-9601-40f2-8431-372d63b464fb tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Request body: {'floatingip': {'port_id': '054e67ae-3cc3-4cc3-b945-349581ab03eb'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:33:52.686146 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-eb3bccd9-9601-40f2-8431-372d63b464fb tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for floatingip, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:53.137284 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-eb3bccd9-9601-40f2-8431-372d63b464fb tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:53.141418 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-eb3bccd9-9601-40f2-8431-372d63b464fb tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661460'] for floatingip, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:53.247882 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.l3_db [None req-eb3bccd9-9601-40f2-8431-372d63b464fb tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Floating IP 3c768fbc-c8e4-4112-99d7-1616e700f9b0 associated. External IP: 172.27.2.98, port: 054e67ae-3cc3-4cc3-b945-349581ab03eb. Nov 12 02:33:53.460086 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3bccd9-9601-40f2-8431-372d63b464fb tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:33:53.569712 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3bccd9-9601-40f2-8431-372d63b464fb tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:33:53.574638 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-eb3bccd9-9601-40f2-8431-372d63b464fb tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for floatingip, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:53.580322 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85485f8d-84c2-42f5-81c0-b0bb7ec0a51b None None] Sync routers for ids ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:33:53.591033 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85485f8d-84c2-42f5-81c0-b0bb7ec0a51b None None] Routers {'34f3fd75-6801-48b1-be4f-6f6fa61934e0'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:33:53.591656 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-85485f8d-84c2-42f5-81c0-b0bb7ec0a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:33:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:33:53.620382 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-eb3bccd9-9601-40f2-8431-372d63b464fb tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "PUT /v2.0/floatingips/3c768fbc-c8e4-4112-99d7-1616e700f9b0 HTTP/1.1" status: 200 len: 991 time: 0.9755027 Nov 12 02:33:53.620382 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75cfef8-bb7c-41d9-b969-d4f2454a64fd', 'tag': '054e67ae-3cc3-4cc3-b945-349581ab03eb'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:33:53.620382 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b5d3e6-415f-4d0c-928d-4c0867d511e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d75cfef8-bb7c-41d9-b969-d4f2454a64fd", "tag": "054e67ae-3cc3-4cc3-b945-349581ab03eb"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:33:53.657670 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744ea4ca-1b88-4bba-ab47-15261e4cc193 x-openstack-request-id: req-744ea4ca-1b88-4bba-ab47-15261e4cc193 {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:33:53.658128 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75cfef8-bb7c-41d9-b969-d4f2454a64fd", "tag": "054e67ae-3cc3-4cc3-b945-349581ab03eb", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:33:53.658253 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-744ea4ca-1b88-4bba-ab47-15261e4cc193 {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:33:53.658615 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75cfef8-bb7c-41d9-b969-d4f2454a64fd', 'tag': '054e67ae-3cc3-4cc3-b945-349581ab03eb', 'status': 'completed', 'code': 200} Nov 12 02:33:53.705334 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-85485f8d-84c2-42f5-81c0-b0bb7ec0a51b None None] Set router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:33:53.936565 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-85485f8d-84c2-42f5-81c0-b0bb7ec0a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'name': 'tempest-AttachVolumeShelveTestJSON-415237232-router', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:17Z', 'revision_number': 4, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'gw_port': {'id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:11Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': '3c768fbc-c8e4-4112-99d7-1616e700f9b0', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'port_id': '054e67ae-3cc3-4cc3-b945-349581ab03eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'mac_address': 'fa:16:3e:e2:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75cfef8-bb7c-41d9-b969-d4f2454a64fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:33:38Z', 'updated_at': '2021-11-12T02:33:53Z', 'revision_number': 1, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0cef496-7aa4-4e40-8a70-fea352c720c9', 'name': '', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'mac_address': 'fa:16:3e:86:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:15Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 5, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'subnets': [{'id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:33:53.966424 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85485f8d-84c2-42f5-81c0-b0bb7ec0a51b None None] Checking router: 34f3fd75-6801-48b1-be4f-6f6fa61934e0 for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:33:53.976261 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85485f8d-84c2-42f5-81c0-b0bb7ec0a51b None None] Routers {'34f3fd75-6801-48b1-be4f-6f6fa61934e0'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:33:53.976869 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-85485f8d-84c2-42f5-81c0-b0bb7ec0a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:33:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:33:54.082905 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-85485f8d-84c2-42f5-81c0-b0bb7ec0a51b None None] Set router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:33:54.430694 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-85485f8d-84c2-42f5-81c0-b0bb7ec0a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'name': 'tempest-AttachVolumeShelveTestJSON-415237232-router', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:17Z', 'revision_number': 4, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'gw_port': {'id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:11Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': '3c768fbc-c8e4-4112-99d7-1616e700f9b0', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'port_id': '054e67ae-3cc3-4cc3-b945-349581ab03eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'mac_address': 'fa:16:3e:e2:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75cfef8-bb7c-41d9-b969-d4f2454a64fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:33:38Z', 'updated_at': '2021-11-12T02:33:53Z', 'revision_number': 1, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0cef496-7aa4-4e40-8a70-fea352c720c9', 'name': '', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'mac_address': 'fa:16:3e:86:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:15Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 5, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'subnets': [{'id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:33:54.460676 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85485f8d-84c2-42f5-81c0-b0bb7ec0a51b None None] The sync data for ids ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'] in dv-cinder-808574-4-iscsi is: [{'id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'name': 'tempest-AttachVolumeShelveTestJSON-415237232-router', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:17Z', 'revision_number': 4, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'gw_port': {'id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:11Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': '3c768fbc-c8e4-4112-99d7-1616e700f9b0', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'port_id': '054e67ae-3cc3-4cc3-b945-349581ab03eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'mac_address': 'fa:16:3e:e2:82:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75cfef8-bb7c-41d9-b969-d4f2454a64fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:33:38Z', 'updated_at': '2021-11-12T02:33:53Z', 'revision_number': 1, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0cef496-7aa4-4e40-8a70-fea352c720c9', 'name': '', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'mac_address': 'fa:16:3e:86:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:15Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 5, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'subnets': [{'id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:33:54.650785 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658513fd-f215-47c2-91b7-48a16ed45caf None None] New status for floating IP 3c768fbc-c8e4-4112-99d7-1616e700f9b0: ACTIVE {{(pid=101680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:33:57.836386 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5d3e6-415f-4d0c-928d-4c0867d511e2 req-096c421a-e391-47ad-b591-ef56fe79b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:57.837912 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b6b5d3e6-415f-4d0c-928d-4c0867d511e2 req-096c421a-e391-47ad-b591-ef56fe79b17e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e70a88f4b094066abaf2d0cd853f751&device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 1099 time: 0.0405478 Nov 12 02:33:57.936378 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5d3e6-415f-4d0c-928d-4c0867d511e2 req-66b28abf-855b-4316-9c7b-358f21f63a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:57.937857 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b6b5d3e6-415f-4d0c-928d-4c0867d511e2 req-66b28abf-855b-4316-9c7b-358f21f63a77 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed2ba848-d313-464e-93cb-db87f28d8bf9 HTTP/1.1" status: 200 len: 917 time: 0.0899537 Nov 12 02:33:58.007212 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b6b5d3e6-415f-4d0c-928d-4c0867d511e2 req-fefc9ce0-9ccb-4645-99b6-882270d17dc8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=054e67ae-3cc3-4cc3-b945-349581ab03eb HTTP/1.1" status: 200 len: 1001 time: 0.0579929 Nov 12 02:33:58.061134 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5d3e6-415f-4d0c-928d-4c0867d511e2 req-c65606da-05fc-4728-ab70-031d09ee61ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:58.062599 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b6b5d3e6-415f-4d0c-928d-4c0867d511e2 req-c65606da-05fc-4728-ab70-031d09ee61ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a36fabb7-5929-480d-92d3-1a57b54853bf HTTP/1.1" status: 200 len: 855 time: 0.0476155 Nov 12 02:33:58.110648 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5d3e6-415f-4d0c-928d-4c0867d511e2 req-f59d4470-be1d-4fb4-850f-2ba48af8cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:58.112185 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b6b5d3e6-415f-4d0c-928d-4c0867d511e2 req-f59d4470-be1d-4fb4-850f-2ba48af8cb5a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed2ba848-d313-464e-93cb-db87f28d8bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407062 Nov 12 02:33:58.203644 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b6b5d3e6-415f-4d0c-928d-4c0867d511e2 req-f43fbd31-626c-4d3a-83fc-5b1f9de98e8f service neutron] 10.222.0.65 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837855 Nov 12 02:33:58.305939 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b6b5d3e6-415f-4d0c-928d-4c0867d511e2 req-e5137c4e-b571-4881-a06d-11caabb4caea service neutron] 10.222.0.65 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938840 Nov 12 02:34:00.314726 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-8ebb533c-d021-43bc-9fd2-af40bbd47ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:02.648924 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-1077ed08-acac-4360-ab03-58459bc8c4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:03.809002 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:05.342200 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:05.898070 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:09.975637 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2aa023-4acf-44d8-a221-6a76694011ca req-7d14ef35-9119-41ef-a487-b58800d6a83e tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:09.977127 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7b2aa023-4acf-44d8-a221-6a76694011ca req-7d14ef35-9119-41ef-a487-b58800d6a83e tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf3408b-498b-451e-8349-0c35db7b987f HTTP/1.1" status: 200 len: 945 time: 0.0636673 Nov 12 02:34:10.028667 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7b2aa023-4acf-44d8-a221-6a76694011ca req-618b0650-5c3a-49e0-8511-54b5e9844f49 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453069 Nov 12 02:34:10.606493 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:34:11.154628 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e784c-a548-48fa-a5db-f99a74f6c103 req-2f2f0dd2-bf70-4c3e-95a7-7accd44a427d tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:11.156242 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b33e784c-a548-48fa-a5db-f99a74f6c103 req-2f2f0dd2-bf70-4c3e-95a7-7accd44a427d tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf3408b-498b-451e-8349-0c35db7b987f HTTP/1.1" status: 200 len: 945 time: 0.0590336 Nov 12 02:34:11.213506 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b33e784c-a548-48fa-a5db-f99a74f6c103 req-b207a5f7-cb22-4462-a8e5-225f2d604ccb tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511172 Nov 12 02:34:12.337555 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272c419-ee77-44ea-8c23-2441667156eb req-58a701c0-a755-4edf-a42c-b73259990f7a tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:12.339151 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8272c419-ee77-44ea-8c23-2441667156eb req-58a701c0-a755-4edf-a42c-b73259990f7a tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf3408b-498b-451e-8349-0c35db7b987f HTTP/1.1" status: 200 len: 945 time: 0.0536966 Nov 12 02:34:12.393860 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8272c419-ee77-44ea-8c23-2441667156eb req-9f6abdb4-3a8a-4fe5-83e7-e9ad5d1f0faa tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59ebb4b-a44a-4339-b1fb-df6948b43613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485270 Nov 12 02:34:12.866517 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cfb0d-684f-48f2-8257-bffa47c3d358 req-d455c7d8-2152-41c6-a90c-162368a83aaa tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:12.868832 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b78cfb0d-684f-48f2-8257-bffa47c3d358 req-d455c7d8-2152-41c6-a90c-162368a83aaa tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cf3408b-498b-451e-8349-0c35db7b987f HTTP/1.1" status: 200 len: 945 time: 0.0564084 Nov 12 02:34:12.964336 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-b78cfb0d-684f-48f2-8257-bffa47c3d358 req-5a2cbfa3-1779-4851-a3ac-542dee15ac9d tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Deleting port 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401 {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:34:12.964671 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-b78cfb0d-684f-48f2-8257-bffa47c3d358 req-5a2cbfa3-1779-4851-a3ac-542dee15ac9d tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:13.057279 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-b78cfb0d-684f-48f2-8257-bffa47c3d358 req-5a2cbfa3-1779-4851-a3ac-542dee15ac9d tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] For port 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=41c1bb20-7b8a-4b47-82ed-3a6b9d01e401,segment=NetworkSegment(ee6d4879-ff8a-426e-a3ff-68c41405af5c),segment_id=ee6d4879-ff8a-426e-a3ff-68c41405af5c)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:34:13.057661 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-b78cfb0d-684f-48f2-8257-bffa47c3d358 req-5a2cbfa3-1779-4851-a3ac-542dee15ac9d tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:13.071984 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-b78cfb0d-684f-48f2-8257-bffa47c3d358 req-5a2cbfa3-1779-4851-a3ac-542dee15ac9d tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Calling delete_port for 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401 owned by compute:nova {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:34:13.206197 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-b78cfb0d-684f-48f2-8257-bffa47c3d358 req-5a2cbfa3-1779-4851-a3ac-542dee15ac9d tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:13.240402 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2cbfa3-1779-4851-a3ac-542dee15ac9d tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Pushing event deleted for resources: {'Port': ['ID=41c1bb20-7b8a-4b47-82ed-3a6b9d01e401,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:13.249799 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['41c1bb20-7b8a-4b47-82ed-3a6b9d01e401'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:34:13.286516 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78cfb0d-684f-48f2-8257-bffa47c3d358 req-5a2cbfa3-1779-4851-a3ac-542dee15ac9d tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] No DVR routers for this DVR port 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401 on host hv-cinder-80857 {{(pid=101678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:34:13.289726 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-b78cfb0d-684f-48f2-8257-bffa47c3d358 req-5a2cbfa3-1779-4851-a3ac-542dee15ac9d tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:13.293058 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b78cfb0d-684f-48f2-8257-bffa47c3d358 req-5a2cbfa3-1779-4851-a3ac-542dee15ac9d tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.65 "DELETE /v2.0/ports/41c1bb20-7b8a-4b47-82ed-3a6b9d01e401 HTTP/1.1" status: 204 len: 173 time: 0.4163392 Nov 12 02:34:13.293511 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf3408b-498b-451e-8349-0c35db7b987f', 'name': 'network-vif-deleted', 'tag': '41c1bb20-7b8a-4b47-82ed-3a6b9d01e401'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:34:13.295826 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6679f311-90b0-417e-adf8-2107aad21f24" -d '{"events": [{"server_uuid": "5cf3408b-498b-451e-8349-0c35db7b987f", "name": "network-vif-deleted", "tag": "41c1bb20-7b8a-4b47-82ed-3a6b9d01e401"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:34:13.335962 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d067474-9a10-46f7-8fb7-c81eb703e789 x-openstack-request-id: req-4d067474-9a10-46f7-8fb7-c81eb703e789 {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:34:13.336335 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf3408b-498b-451e-8349-0c35db7b987f", "name": "network-vif-deleted", "tag": "41c1bb20-7b8a-4b47-82ed-3a6b9d01e401", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:34:13.336716 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d067474-9a10-46f7-8fb7-c81eb703e789 {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:34:13.337605 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf3408b-498b-451e-8349-0c35db7b987f', 'name': 'network-vif-deleted', 'tag': '41c1bb20-7b8a-4b47-82ed-3a6b9d01e401', 'status': 'completed', 'code': 200} Nov 12 02:34:13.502002 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-11bec726-3dcf-4290-87e0-8c2f977f23db req-ea3efef8-ccbe-48b8-b57a-7ffb726753c7 tempest-VolumesSnapshotTestJSON-1213589880 tempest-VolumesSnapshotTestJSON-1213589880-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cf3408b-498b-451e-8349-0c35db7b987f HTTP/1.1" status: 200 len: 210 time: 0.0278952 Nov 12 02:34:17.765873 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:34:17.789298 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] No Port match for: 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:34:17.789636 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 41c1bb20-7b8a-4b47-82ed-3a6b9d01e401 not bound to the agent host hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:34:19.336739 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:20.781830 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e9a0a-9041-44a7-8b6e-29e24d22701d req-0f8704eb-006e-4a83-99b3-6e6d277996b3 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:20.783380 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a55e9a0a-9041-44a7-8b6e-29e24d22701d req-0f8704eb-006e-4a83-99b3-6e6d277996b3 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0497990 Nov 12 02:34:20.832669 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a55e9a0a-9041-44a7-8b6e-29e24d22701d req-75768593-167b-481a-a2e0-532d30196b96 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426295 Nov 12 02:34:21.661202 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-71101317-6609-45ce-b745-4f219355e2bb req-f462478a-c6be-4fd0-adde-36557ef51022 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500844 Nov 12 02:34:21.742797 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71101317-6609-45ce-b745-4f219355e2bb req-0033211c-a863-4dd1-9f84-0ed029b4a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:21.744300 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-71101317-6609-45ce-b745-4f219355e2bb req-0033211c-a863-4dd1-9f84-0ed029b4a659 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d&device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 1098 time: 0.0420475 Nov 12 02:34:21.862102 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71101317-6609-45ce-b745-4f219355e2bb req-c2d65a23-0a2a-4a57-a739-1148f166acae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:21.863837 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-71101317-6609-45ce-b745-4f219355e2bb req-c2d65a23-0a2a-4a57-a739-1148f166acae service neutron] 10.222.0.65 "GET /v2.0/networks?id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 HTTP/1.1" status: 200 len: 912 time: 0.0895805 Nov 12 02:34:21.958286 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-71101317-6609-45ce-b745-4f219355e2bb req-9ed72a54-e120-4928-a468-b0949ea0c2cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 HTTP/1.1" status: 200 len: 1000 time: 0.0848968 Nov 12 02:34:21.982131 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50784d85-61da-438f-b919-d400e7f68138 req-49912f39-b4b9-48c0-99e6-a586fd06fee8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:21.983576 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-50784d85-61da-438f-b919-d400e7f68138 req-49912f39-b4b9-48c0-99e6-a586fd06fee8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0747240 Nov 12 02:34:22.046828 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71101317-6609-45ce-b745-4f219355e2bb req-d7f01995-c227-44dd-8497-57420dc7115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:22.048279 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-71101317-6609-45ce-b745-4f219355e2bb req-d7f01995-c227-44dd-8497-57420dc7115b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74a3a50d-3fa8-42dd-9673-0c777f45e2b0 HTTP/1.1" status: 200 len: 850 time: 0.0806768 Nov 12 02:34:22.062961 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-50784d85-61da-438f-b919-d400e7f68138 req-7cea9b66-481a-4734-8920-a90c2b751d23 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=673a9c18-82cf-4441-8b0a-d7cd88ebafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570467 Nov 12 02:34:22.105896 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71101317-6609-45ce-b745-4f219355e2bb req-7b02e66c-9b39-4781-9dc6-92794a03ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:22.107440 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-71101317-6609-45ce-b745-4f219355e2bb req-7b02e66c-9b39-4781-9dc6-92794a03ec45 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436161 Nov 12 02:34:22.225938 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-71101317-6609-45ce-b745-4f219355e2bb req-a9364f5c-c3e7-4159-bcc7-dd9cb266b534 service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921357 Nov 12 02:34:22.327074 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-71101317-6609-45ce-b745-4f219355e2bb req-5ac726af-ed3e-46ca-89ff-ea628dd3527d service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939598 Nov 12 02:34:22.566687 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14245d9f-5089-45b0-b2a7-ba9fc5efbb39 req-136d7899-8e7f-4f19-8dea-76124958e146 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:22.568110 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-14245d9f-5089-45b0-b2a7-ba9fc5efbb39 req-136d7899-8e7f-4f19-8dea-76124958e146 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 945 time: 0.0482807 Nov 12 02:34:22.675699 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-14245d9f-5089-45b0-b2a7-ba9fc5efbb39 req-89c9ba5a-95a9-4e07-a8f9-ab7e3d3c633c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Deleting port 2c2246ad-0135-4e41-9bee-c87015e386f7 {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:34:22.676048 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-14245d9f-5089-45b0-b2a7-ba9fc5efbb39 req-89c9ba5a-95a9-4e07-a8f9-ab7e3d3c633c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:22.779129 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-14245d9f-5089-45b0-b2a7-ba9fc5efbb39 req-89c9ba5a-95a9-4e07-a8f9-ab7e3d3c633c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] For port 2c2246ad-0135-4e41-9bee-c87015e386f7, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=2c2246ad-0135-4e41-9bee-c87015e386f7,segment=NetworkSegment(b5585940-4db6-45e9-a202-a9a8eaf4bd20),segment_id=b5585940-4db6-45e9-a202-a9a8eaf4bd20)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:34:22.779599 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-14245d9f-5089-45b0-b2a7-ba9fc5efbb39 req-89c9ba5a-95a9-4e07-a8f9-ab7e3d3c633c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:22.952668 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-14245d9f-5089-45b0-b2a7-ba9fc5efbb39 req-89c9ba5a-95a9-4e07-a8f9-ab7e3d3c633c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:22.953333 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-14245d9f-5089-45b0-b2a7-ba9fc5efbb39 req-89c9ba5a-95a9-4e07-a8f9-ab7e3d3c633c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661460'] for floatingip, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:22.953333 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.l3_db [req-14245d9f-5089-45b0-b2a7-ba9fc5efbb39 req-89c9ba5a-95a9-4e07-a8f9-ab7e3d3c633c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Floating IP 96d42a58-118c-4ab4-a192-64760c34ac21 disassociated. External IP: 172.27.2.251, port: 2c2246ad-0135-4e41-9bee-c87015e386f7. Nov 12 02:34:22.953671 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-14245d9f-5089-45b0-b2a7-ba9fc5efbb39 req-89c9ba5a-95a9-4e07-a8f9-ab7e3d3c633c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Calling delete_port for 2c2246ad-0135-4e41-9bee-c87015e386f7 owned by compute:nova {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:34:23.120227 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-14245d9f-5089-45b0-b2a7-ba9fc5efbb39 req-89c9ba5a-95a9-4e07-a8f9-ab7e3d3c633c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:23.154484 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9ba5a-95a9-4e07-a8f9-ab7e3d3c633c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Pushing event deleted for resources: {'Port': ['ID=2c2246ad-0135-4e41-9bee-c87015e386f7,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:23.184343 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-89d4c892-12b1-485c-933e-9f14c7fba00b req-c58143ec-a0f1-4a53-8bcf-f21785286de4 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 210 time: 0.0318935 Nov 12 02:34:23.289138 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14245d9f-5089-45b0-b2a7-ba9fc5efbb39 req-89c9ba5a-95a9-4e07-a8f9-ab7e3d3c633c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Router f82aba61-49b2-47b7-92ac-96fb14f35b9e has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:34:23.677004 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14245d9f-5089-45b0-b2a7-ba9fc5efbb39 req-89c9ba5a-95a9-4e07-a8f9-ab7e3d3c633c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:34:23.688298 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca39642-7244-4552-8572-957927a417cc None None] Sync routers for ids ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:34:23.700759 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca39642-7244-4552-8572-957927a417cc None None] Routers {'f82aba61-49b2-47b7-92ac-96fb14f35b9e'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:34:23.703590 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-dca39642-7244-4552-8572-957927a417cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:34:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:23.716707 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-14245d9f-5089-45b0-b2a7-ba9fc5efbb39 req-89c9ba5a-95a9-4e07-a8f9-ab7e3d3c633c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] No DVR routers for this DVR port 2c2246ad-0135-4e41-9bee-c87015e386f7 on host hv-cinder-80857 {{(pid=101678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:34:23.719236 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-14245d9f-5089-45b0-b2a7-ba9fc5efbb39 req-89c9ba5a-95a9-4e07-a8f9-ab7e3d3c633c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:23.722473 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-14245d9f-5089-45b0-b2a7-ba9fc5efbb39 req-89c9ba5a-95a9-4e07-a8f9-ab7e3d3c633c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.65 "DELETE /v2.0/ports/2c2246ad-0135-4e41-9bee-c87015e386f7 HTTP/1.1" status: 204 len: 173 time: 1.1480012 Nov 12 02:34:23.722957 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1ce3bd-1739-49be-ab2e-e81c1026ae30', 'name': 'network-vif-deleted', 'tag': '2c2246ad-0135-4e41-9bee-c87015e386f7'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:34:23.725152 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b4498c-b760-4487-a844-583cd6e01e9b" -d '{"events": [{"server_uuid": "5c1ce3bd-1739-49be-ab2e-e81c1026ae30", "name": "network-vif-deleted", "tag": "2c2246ad-0135-4e41-9bee-c87015e386f7"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:34:23.769813 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365bfea3-6004-4f7a-82e5-e4d845576cf9 x-openstack-request-id: req-365bfea3-6004-4f7a-82e5-e4d845576cf9 {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:34:23.770101 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1ce3bd-1739-49be-ab2e-e81c1026ae30", "name": "network-vif-deleted", "tag": "2c2246ad-0135-4e41-9bee-c87015e386f7", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:34:23.770349 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-365bfea3-6004-4f7a-82e5-e4d845576cf9 {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:34:23.770901 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1ce3bd-1739-49be-ab2e-e81c1026ae30', 'name': 'network-vif-deleted', 'tag': '2c2246ad-0135-4e41-9bee-c87015e386f7', 'status': 'completed', 'code': 200} Nov 12 02:34:23.832836 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-dca39642-7244-4552-8572-957927a417cc None None] Set router f82aba61-49b2-47b7-92ac-96fb14f35b9e gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:34:24.040097 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-dca39642-7244-4552-8572-957927a417cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'name': 'tempest-AttachVolumeTestJSON-965118375-router', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:16Z', 'revision_number': 4, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'gw_port': {'id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'a6bc6ea7-3b29-48eb-9885-2d57f26c99ff', 'name': '', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'mac_address': 'fa:16:3e:2a:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 5, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'subnets': [{'id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:24.072006 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca39642-7244-4552-8572-957927a417cc None None] Checking router: f82aba61-49b2-47b7-92ac-96fb14f35b9e for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:34:24.080508 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca39642-7244-4552-8572-957927a417cc None None] Routers {'f82aba61-49b2-47b7-92ac-96fb14f35b9e'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:34:24.081143 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-dca39642-7244-4552-8572-957927a417cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:34:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:24.186237 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-dca39642-7244-4552-8572-957927a417cc None None] Set router f82aba61-49b2-47b7-92ac-96fb14f35b9e gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:34:24.306659 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-73c43cab-884c-41c3-be78-962728ee257e req-4817a3cc-0303-49c9-8075-919e4ee8ccc6 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c1ce3bd-1739-49be-ab2e-e81c1026ae30 HTTP/1.1" status: 200 len: 210 time: 0.0356536 Nov 12 02:34:24.390807 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-dca39642-7244-4552-8572-957927a417cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'name': 'tempest-AttachVolumeTestJSON-965118375-router', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:16Z', 'revision_number': 4, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'gw_port': {'id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'a6bc6ea7-3b29-48eb-9885-2d57f26c99ff', 'name': '', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'mac_address': 'fa:16:3e:2a:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 5, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'subnets': [{'id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:24.417151 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca39642-7244-4552-8572-957927a417cc None None] The sync data for ids ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'] in dv-cinder-808574-4-iscsi is: [{'id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'name': 'tempest-AttachVolumeTestJSON-965118375-router', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:16Z', 'revision_number': 4, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'gw_port': {'id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'a6bc6ea7-3b29-48eb-9885-2d57f26c99ff', 'name': '', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'mac_address': 'fa:16:3e:2a:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 5, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'subnets': [{'id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:34:24.618726 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d36300-d093-4aad-995e-3cc99fbeb033 None None] New status for floating IP 96d42a58-118c-4ab4-a192-64760c34ac21: DOWN {{(pid=101680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:34:25.398107 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 47628) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:25.465099 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-68579474-10dc-4de2-87c8-c59527017807 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:25.488859 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-68579474-10dc-4de2-87c8-c59527017807 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:25.542674 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-68579474-10dc-4de2-87c8-c59527017807 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:25.545377 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-68579474-10dc-4de2-87c8-c59527017807 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:25.546554 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-68579474-10dc-4de2-87c8-c59527017807 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "DELETE /v2.0/security-groups/673a9c18-82cf-4441-8b0a-d7cd88ebafb4 HTTP/1.1" status: 204 len: 168 time: 0.1467497 Nov 12 02:34:25.550442 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 47630) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:25.556652 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68579474-10dc-4de2-87c8-c59527017807 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=673a9c18-82cf-4441-8b0a-d7cd88ebafb4,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:25.572115 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.api.v2.resource [None req-d8e51053-9fc7-4765-925d-29cbb3975ac6 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] show failed (client error): The resource could not be found. Nov 12 02:34:25.573571 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-d8e51053-9fc7-4765-925d-29cbb3975ac6 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups/673a9c18-82cf-4441-8b0a-d7cd88ebafb4 HTTP/1.1" status: 404 len: 347 time: 0.0216413 Nov 12 02:34:25.576595 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 47632) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:25.704461 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6d298-62ba-4c84-98ae-25af552cbc5c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Deleting port f09befa9-444c-4d58-a296-d31d16b0119a {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:34:25.704804 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4eb6d298-62ba-4c84-98ae-25af552cbc5c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:25.782461 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4eb6d298-62ba-4c84-98ae-25af552cbc5c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:25.782838 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4eb6d298-62ba-4c84-98ae-25af552cbc5c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:25.794757 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6d298-62ba-4c84-98ae-25af552cbc5c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Calling delete_port for f09befa9-444c-4d58-a296-d31d16b0119a owned by network:floatingip {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:34:25.933690 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4eb6d298-62ba-4c84-98ae-25af552cbc5c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:25.961414 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6d298-62ba-4c84-98ae-25af552cbc5c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Pushing event deleted for resources: {'Port': ['ID=f09befa9-444c-4d58-a296-d31d16b0119a,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:25.987504 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6d298-62ba-4c84-98ae-25af552cbc5c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:25.987851 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6d298-62ba-4c84-98ae-25af552cbc5c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:25.988195 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6d298-62ba-4c84-98ae-25af552cbc5c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:25.988531 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6d298-62ba-4c84-98ae-25af552cbc5c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:25.988863 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6d298-62ba-4c84-98ae-25af552cbc5c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:25.989381 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6d298-62ba-4c84-98ae-25af552cbc5c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:25.990169 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6d298-62ba-4c84-98ae-25af552cbc5c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:25.990169 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6d298-62ba-4c84-98ae-25af552cbc5c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:25.990169 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6d298-62ba-4c84-98ae-25af552cbc5c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:25.990705 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6d298-62ba-4c84-98ae-25af552cbc5c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:25.990896 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6d298-62ba-4c84-98ae-25af552cbc5c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:25.991667 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb6d298-62ba-4c84-98ae-25af552cbc5c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:26.038606 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4eb6d298-62ba-4c84-98ae-25af552cbc5c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for floatingip, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:26.041468 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4eb6d298-62ba-4c84-98ae-25af552cbc5c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for floatingip, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:26.042627 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-4eb6d298-62ba-4c84-98ae-25af552cbc5c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "DELETE /v2.0/floatingips/96d42a58-118c-4ab4-a192-64760c34ac21 HTTP/1.1" status: 204 len: 168 time: 0.4648092 Nov 12 02:34:26.235605 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 47638) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:26.240175 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-555c115d-5e45-40e1-a9b6-4171939064ef tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--549255659', 'description': 'tempest-description--1076031267'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:34:26.263542 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-555c115d-5e45-40e1-a9b6-4171939064ef tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:26.332522 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-555c115d-5e45-40e1-a9b6-4171939064ef tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:26.336418 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-555c115d-5e45-40e1-a9b6-4171939064ef tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:26.367752 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-555c115d-5e45-40e1-a9b6-4171939064ef tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:26.368996 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-555c115d-5e45-40e1-a9b6-4171939064ef tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1324098 Nov 12 02:34:26.371058 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c115d-5e45-40e1-a9b6-4171939064ef tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbda8260-71ad-4c77-adae-9f8f8e33cefd,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:26.372179 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 47642) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:26.376834 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-bd52b11a-1028-47b0-8552-05a62cdbc1f9 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Request body: {'security_group_rule': {'security_group_id': 'cbda8260-71ad-4c77-adae-9f8f8e33cefd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:34:26.404365 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bd52b11a-1028-47b0-8552-05a62cdbc1f9 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:26.453387 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bd52b11a-1028-47b0-8552-05a62cdbc1f9 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:26.457215 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bd52b11a-1028-47b0-8552-05a62cdbc1f9 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:26.476285 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52b11a-1028-47b0-8552-05a62cdbc1f9 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8513cde-7f1d-4523-b159-8c8aa85aad29,revision_number=0']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:26.485590 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bd52b11a-1028-47b0-8552-05a62cdbc1f9 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:26.486841 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-bd52b11a-1028-47b0-8552-05a62cdbc1f9 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1135886 Nov 12 02:34:26.489641 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 47644) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:26.495088 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-70b66cd8-8aaf-4909-b7aa-d2a000d4d7c8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Request body: {'security_group_rule': {'security_group_id': 'cbda8260-71ad-4c77-adae-9f8f8e33cefd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:34:26.520756 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-70b66cd8-8aaf-4909-b7aa-d2a000d4d7c8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:26.577758 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-70b66cd8-8aaf-4909-b7aa-d2a000d4d7c8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:26.581539 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-70b66cd8-8aaf-4909-b7aa-d2a000d4d7c8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:26.600468 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b66cd8-8aaf-4909-b7aa-d2a000d4d7c8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0d3484-a823-4299-9749-cda44967156a,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:26.606023 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-70b66cd8-8aaf-4909-b7aa-d2a000d4d7c8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:26.607430 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-70b66cd8-8aaf-4909-b7aa-d2a000d4d7c8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165662 Nov 12 02:34:26.610458 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 47646) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:26.614979 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-4dbef58f-7222-4150-b5d5-62ee23deb857 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Request body: {'floatingip': {'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:34:26.637222 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4dbef58f-7222-4150-b5d5-62ee23deb857 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for floatingip, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:26.731366 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4dbef58f-7222-4150-b5d5-62ee23deb857 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:26.837807 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [None req-4dbef58f-7222-4150-b5d5-62ee23deb857 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Allocated IP 172.27.2.115 (3c7696da-eba1-40bc-922c-d91bed889fdf/d5dec2f9-f4c7-48bf-8714-a16e67e9832d/5d766001-b7d9-4a62-8258-d99797945ac7) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:34:26.941210 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4dbef58f-7222-4150-b5d5-62ee23deb857 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:26.978102 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4dbef58f-7222-4150-b5d5-62ee23deb857 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:27.018279 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbef58f-7222-4150-b5d5-62ee23deb857 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Network 3c7696da-eba1-40bc-922c-d91bed889fdf is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:34:27.021041 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-4dbef58f-7222-4150-b5d5-62ee23deb857 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:34:27.024590 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbef58f-7222-4150-b5d5-62ee23deb857 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:34:27.030169 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbef58f-7222-4150-b5d5-62ee23deb857 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Pushing event updated for resources: {'Port': ['ID=5d766001-b7d9-4a62-8258-d99797945ac7,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:27.112712 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4dbef58f-7222-4150-b5d5-62ee23deb857 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:27.151113 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4dbef58f-7222-4150-b5d5-62ee23deb857 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:27.299071 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4dbef58f-7222-4150-b5d5-62ee23deb857 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:27.303560 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4dbef58f-7222-4150-b5d5-62ee23deb857 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25342661'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:27.373118 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbef58f-7222-4150-b5d5-62ee23deb857 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Pushing event updated for resources: {'Port': ['ID=5d766001-b7d9-4a62-8258-d99797945ac7,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:27.390908 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4dbef58f-7222-4150-b5d5-62ee23deb857 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661460'] for floatingip, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:27.415330 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4dbef58f-7222-4150-b5d5-62ee23deb857 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for floatingip, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:27.416579 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-4dbef58f-7222-4150-b5d5-62ee23deb857 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8050525 Nov 12 02:34:27.623598 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3e24d8ed-1849-442b-9241-17393f592591 req-58b08417-492b-4290-872a-167ae60792d4 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--549255659&fields=id&tenant_id=77e4b228dda14fa7852c7fe639ed28b0 HTTP/1.1" status: 200 len: 267 time: 0.0449917 Nov 12 02:34:27.734843 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24d8ed-1849-442b-9241-17393f592591 req-3d6d7c0d-e295-4e6e-a9b9-3a3afdffc2a8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:27.736324 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3e24d8ed-1849-442b-9241-17393f592591 req-3d6d7c0d-e295-4e6e-a9b9-3a3afdffc2a8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/networks?id=38363d6e-af24-4ec9-9ca9-8c61a2487f51 HTTP/1.1" status: 200 len: 810 time: 0.1059906 Nov 12 02:34:27.751622 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3e24d8ed-1849-442b-9241-17393f592591 req-0c6c35b7-7c29-4126-9a0e-68f0b0bd8095 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/quotas/77e4b228dda14fa7852c7fe639ed28b0 HTTP/1.1" status: 200 len: 375 time: 0.0096691 Nov 12 02:34:27.807008 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3e24d8ed-1849-442b-9241-17393f592591 req-0afbc04b-7271-44f8-a4cb-34088f9a115c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=77e4b228dda14fa7852c7fe639ed28b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491221 Nov 12 02:34:27.916024 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3e24d8ed-1849-442b-9241-17393f592591 req-81016b2d-6f13-40f3-aefe-a24f321fd214 service neutron] 10.222.0.70 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976489 Nov 12 02:34:28.018333 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3e24d8ed-1849-442b-9241-17393f592591 req-fe38a095-dceb-460f-97d5-fcbed7b4d76d service neutron] 10.222.0.70 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961790 Nov 12 02:34:28.180910 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7066eed9-4017-4050-af4e-f71ac6791d30 req-fc16a17f-a70f-47ac-97f3-2e2cbb023bbe tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 210 time: 0.0316763 Nov 12 02:34:29.279061 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5d06960f-17db-43d3-92f6-d7ff5f80aae4 req-95f0f7ce-4cc1-4479-a3a0-6c28afe55ca9 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 210 time: 0.0276084 Nov 12 02:34:29.785183 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 2c2246ad-0135-4e41-9bee-c87015e386f7 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:34:29.809587 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] No Port match for: 2c2246ad-0135-4e41-9bee-c87015e386f7 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:34:29.809924 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 2c2246ad-0135-4e41-9bee-c87015e386f7 not bound to the agent host hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:34:30.317411 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e259e0bb-6251-4428-b664-77b8c522f73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:30.377204 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1e773371-63d9-4da5-a4de-d4c7a8465980 req-23ec3212-efa4-4a70-81c3-28c6d9efca78 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 210 time: 0.0307610 Nov 12 02:34:30.519550 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24d8ed-1849-442b-9241-17393f592591 req-1a3d41d0-9217-434e-a5d3-81abe1a3a42a tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:30.521004 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3e24d8ed-1849-442b-9241-17393f592591 req-1a3d41d0-9217-434e-a5d3-81abe1a3a42a tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.65 "GET /v2.0/networks?id=38363d6e-af24-4ec9-9ca9-8c61a2487f51 HTTP/1.1" status: 200 len: 810 time: 0.1037893 Nov 12 02:34:30.591989 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3e24d8ed-1849-442b-9241-17393f592591 req-e535d29c-128f-4e0d-bf4b-8a680b785a58 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77e4b228dda14fa7852c7fe639ed28b0 HTTP/1.1" status: 200 len: 379 time: 0.0545824 Nov 12 02:34:30.602917 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [req-3e24d8ed-1849-442b-9241-17393f592591 req-d6b5c327-190d-4200-839d-0e32718fc91f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Request body: {'port': {'device_id': 'dfe1c1de-88eb-40a0-8799-5cc1dec271f5', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'admin_state_up': True, 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'security_groups': ['cbda8260-71ad-4c77-adae-9f8f8e33cefd']}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:34:30.713505 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e24d8ed-1849-442b-9241-17393f592591 req-d6b5c327-190d-4200-839d-0e32718fc91f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Made reservation on behalf of 77e4b228dda14fa7852c7fe639ed28b0 for: {'port': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:34:30.716865 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-3e24d8ed-1849-442b-9241-17393f592591 req-d6b5c327-190d-4200-839d-0e32718fc91f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:30.852615 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [req-3e24d8ed-1849-442b-9241-17393f592591 req-d6b5c327-190d-4200-839d-0e32718fc91f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Allocated IP 172.20.0.12 (38363d6e-af24-4ec9-9ca9-8c61a2487f51/413e91f4-27d9-4216-94e8-e9c6cf51bd63/5888bc48-d959-49a9-a8ab-cc91e012e935) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:34:30.995803 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-3e24d8ed-1849-442b-9241-17393f592591 req-d6b5c327-190d-4200-839d-0e32718fc91f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:31.036232 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-3e24d8ed-1849-442b-9241-17393f592591 req-d6b5c327-190d-4200-839d-0e32718fc91f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:31.085872 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e24d8ed-1849-442b-9241-17393f592591 req-d6b5c327-190d-4200-839d-0e32718fc91f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Network 38363d6e-af24-4ec9-9ca9-8c61a2487f51 is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:34:31.091133 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [req-3e24d8ed-1849-442b-9241-17393f592591 req-d6b5c327-190d-4200-839d-0e32718fc91f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:34:31.095268 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e24d8ed-1849-442b-9241-17393f592591 req-d6b5c327-190d-4200-839d-0e32718fc91f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:34:31.100971 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5c327-190d-4200-839d-0e32718fc91f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Pushing event updated for resources: {'Port': ['ID=5888bc48-d959-49a9-a8ab-cc91e012e935,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:31.159279 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24d8ed-1849-442b-9241-17393f592591 req-d6b5c327-190d-4200-839d-0e32718fc91f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:31.159917 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-3e24d8ed-1849-442b-9241-17393f592591 req-d6b5c327-190d-4200-839d-0e32718fc91f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:31.179303 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3e24d8ed-1849-442b-9241-17393f592591 req-d6b5c327-190d-4200-839d-0e32718fc91f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5793469 Nov 12 02:34:31.200370 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [req-3e24d8ed-1849-442b-9241-17393f592591 req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] Request body: {'port': {'device_id': 'dfe1c1de-88eb-40a0-8799-5cc1dec271f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:34:31.271353 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-3e24d8ed-1849-442b-9241-17393f592591 req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:31.294119 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-a5d7f6c7-3aae-4260-a37a-f870e73e6111 None None] Provisioning complete for port 5888bc48-d959-49a9-a8ab-cc91e012e935 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:34:31.294748 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-a5d7f6c7-3aae-4260-a37a-f870e73e6111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:31.331567 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-a5d7f6c7-3aae-4260-a37a-f870e73e6111 None None] Port 5888bc48-d959-49a9-a8ab-cc91e012e935 cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:34:31.569545 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f2263-1be3-4cd0-a87a-6f5356014da4 req-8f30bc19-0df8-45d0-a4a1-ca092b610608 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:31.571125 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d76f2263-1be3-4cd0-a87a-6f5356014da4 req-8f30bc19-0df8-45d0-a4a1-ca092b610608 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 932 time: 0.1094532 Nov 12 02:34:31.661469 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [req-3e24d8ed-1849-442b-9241-17393f592591 req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5888bc48-d959-49a9-a8ab-cc91e012e935 {{(pid=101678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:34:31.671872 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d76f2263-1be3-4cd0-a87a-6f5356014da4 req-b45b58e2-0dea-4bdf-8216-df11b32c75a3 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbda8260-71ad-4c77-adae-9f8f8e33cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934057 Nov 12 02:34:31.673916 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-3e24d8ed-1849-442b-9241-17393f592591 req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:31.698302 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [req-3e24d8ed-1849-442b-9241-17393f592591 req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] Transition to ACTIVE for port object 5888bc48-d959-49a9-a8ab-cc91e012e935 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:34:31.702308 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-3e24d8ed-1849-442b-9241-17393f592591 req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25342661'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:31.771655 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] Pushing event updated for resources: {'Port': ['ID=5888bc48-d959-49a9-a8ab-cc91e012e935,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:31.863317 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-3e24d8ed-1849-442b-9241-17393f592591 req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] Attempting to bind port 5888bc48-d959-49a9-a8ab-cc91e012e935 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:34:31.863728 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-3e24d8ed-1849-442b-9241-17393f592591 req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] Attempting to bind port 5888bc48-d959-49a9-a8ab-cc91e012e935 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'b5585940-4db6-45e9-a202-a9a8eaf4bd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:34:31.864062 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e24d8ed-1849-442b-9241-17393f592591 req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] Attempting to bind port 5888bc48-d959-49a9-a8ab-cc91e012e935 on network 38363d6e-af24-4ec9-9ca9-8c61a2487f51 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:34:31.869173 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e24d8ed-1849-442b-9241-17393f592591 req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] Port 5888bc48-d959-49a9-a8ab-cc91e012e935 on network 38363d6e-af24-4ec9-9ca9-8c61a2487f51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:34:31.869547 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e24d8ed-1849-442b-9241-17393f592591 req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] Attempting to bind port 5888bc48-d959-49a9-a8ab-cc91e012e935 on network 38363d6e-af24-4ec9-9ca9-8c61a2487f51 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:34:31.875841 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e24d8ed-1849-442b-9241-17393f592591 req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] Checking agent: {'id': '0f3aff68-05a9-47a7-920b-43a2694f0a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:34:31.876261 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e24d8ed-1849-442b-9241-17393f592591 req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] Checking segment: {'id': 'b5585940-4db6-45e9-a202-a9a8eaf4bd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:34:31.876684 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e24d8ed-1849-442b-9241-17393f592591 req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] Bound using segment: {'id': 'b5585940-4db6-45e9-a202-a9a8eaf4bd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:34:31.877117 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-3e24d8ed-1849-442b-9241-17393f592591 req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] Bound port: 5888bc48-d959-49a9-a8ab-cc91e012e935, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5585940-4db6-45e9-a202-a9a8eaf4bd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:34:31.877472 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-3e24d8ed-1849-442b-9241-17393f592591 req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:31.964863 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-3e24d8ed-1849-442b-9241-17393f592591 req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] For port 5888bc48-d959-49a9-a8ab-cc91e012e935, host hv-cinder-80857, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:34:31.968831 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-3e24d8ed-1849-442b-9241-17393f592591 req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] For port 5888bc48-d959-49a9-a8ab-cc91e012e935, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=5888bc48-d959-49a9-a8ab-cc91e012e935,segment=NetworkSegment(b5585940-4db6-45e9-a202-a9a8eaf4bd20),segment_id=b5585940-4db6-45e9-a202-a9a8eaf4bd20)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:34:31.974595 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-3e24d8ed-1849-442b-9241-17393f592591 req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25342661'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:32.008968 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24d8ed-1849-442b-9241-17393f592591 req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:32.009590 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-3e24d8ed-1849-442b-9241-17393f592591 req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:32.011105 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3e24d8ed-1849-442b-9241-17393f592591 req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] 10.222.0.65 "PUT /v2.0/ports/5888bc48-d959-49a9-a8ab-cc91e012e935 HTTP/1.1" status: 200 len: 1094 time: 0.8180633 Nov 12 02:34:32.011556 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe1c1de-88eb-40a0-8799-5cc1dec271f5', 'tag': '5888bc48-d959-49a9-a8ab-cc91e012e935'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:34:32.013802 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cfe69a-87fc-4c8f-bfe0-972e547efb10" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe1c1de-88eb-40a0-8799-5cc1dec271f5", "tag": "5888bc48-d959-49a9-a8ab-cc91e012e935"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:34:32.042387 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b7d8c-4422-4c71-9968-32a8988d4100 service neutron] Pushing event updated for resources: {'Port': ['ID=5888bc48-d959-49a9-a8ab-cc91e012e935,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:32.061496 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b126060-fde0-4ed4-bd5d-eed060d9650b x-openstack-request-id: req-9b126060-fde0-4ed4-bd5d-eed060d9650b {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:34:32.061852 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe1c1de-88eb-40a0-8799-5cc1dec271f5", "tag": "5888bc48-d959-49a9-a8ab-cc91e012e935", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:34:32.062048 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b126060-fde0-4ed4-bd5d-eed060d9650b {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:34:32.062461 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe1c1de-88eb-40a0-8799-5cc1dec271f5', 'tag': '5888bc48-d959-49a9-a8ab-cc91e012e935', 'status': 'completed', 'code': 200} Nov 12 02:34:32.134375 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24d8ed-1849-442b-9241-17393f592591 req-6251aab1-14c7-46ee-879c-308e49a6495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:32.135931 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3e24d8ed-1849-442b-9241-17393f592591 req-6251aab1-14c7-46ee-879c-308e49a6495b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77e4b228dda14fa7852c7fe639ed28b0&device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 1097 time: 0.0447130 Nov 12 02:34:32.191854 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3e24d8ed-1849-442b-9241-17393f592591 req-572d9044-a683-408f-9e68-cd30a8993810 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5888bc48-d959-49a9-a8ab-cc91e012e935 HTTP/1.1" status: 200 len: 217 time: 0.0392959 Nov 12 02:34:32.243974 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24d8ed-1849-442b-9241-17393f592591 req-bb949fd9-24f4-44df-aa67-ebf380c47195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:32.245456 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3e24d8ed-1849-442b-9241-17393f592591 req-bb949fd9-24f4-44df-aa67-ebf380c47195 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=413e91f4-27d9-4216-94e8-e9c6cf51bd63 HTTP/1.1" status: 200 len: 849 time: 0.0449736 Nov 12 02:34:32.294433 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24d8ed-1849-442b-9241-17393f592591 req-8fab68b3-8833-4335-9fae-9b76f574c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:32.295962 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3e24d8ed-1849-442b-9241-17393f592591 req-8fab68b3-8833-4335-9fae-9b76f574c703 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=38363d6e-af24-4ec9-9ca9-8c61a2487f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425849 Nov 12 02:34:32.392527 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3e24d8ed-1849-442b-9241-17393f592591 req-3cf33cb6-cfb4-483b-8a00-59de36a6ecd2 service neutron] 10.222.0.65 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876348 Nov 12 02:34:32.489181 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3e24d8ed-1849-442b-9241-17393f592591 req-f561ea34-aee3-4c3a-a522-cd3376d53791 service neutron] 10.222.0.65 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880184 Nov 12 02:34:32.625305 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfe69a-87fc-4c8f-bfe0-972e547efb10 req-cc0b2530-01cd-4e36-a9d9-6f179fc580ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:32.626862 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-98cfe69a-87fc-4c8f-bfe0-972e547efb10 req-cc0b2530-01cd-4e36-a9d9-6f179fc580ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77e4b228dda14fa7852c7fe639ed28b0&device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 1097 time: 0.0466895 Nov 12 02:34:32.653497 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-91284775-ba7b-4467-942b-6289cc08cd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:32.722906 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfe69a-87fc-4c8f-bfe0-972e547efb10 req-77571aeb-3a84-4c19-b7a0-d22e52e352aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:32.724434 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-98cfe69a-87fc-4c8f-bfe0-972e547efb10 req-77571aeb-3a84-4c19-b7a0-d22e52e352aa service neutron] 10.222.0.65 "GET /v2.0/networks?id=38363d6e-af24-4ec9-9ca9-8c61a2487f51 HTTP/1.1" status: 200 len: 911 time: 0.0893095 Nov 12 02:34:32.772630 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-98cfe69a-87fc-4c8f-bfe0-972e547efb10 req-7e9c9812-870c-4398-9e69-982d782ca62d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5888bc48-d959-49a9-a8ab-cc91e012e935 HTTP/1.1" status: 200 len: 217 time: 0.0399842 Nov 12 02:34:32.840742 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfe69a-87fc-4c8f-bfe0-972e547efb10 req-ae5ece26-7ae9-4a15-be66-513dcf4da6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:32.842259 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-98cfe69a-87fc-4c8f-bfe0-972e547efb10 req-ae5ece26-7ae9-4a15-be66-513dcf4da6c6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=413e91f4-27d9-4216-94e8-e9c6cf51bd63 HTTP/1.1" status: 200 len: 849 time: 0.0623996 Nov 12 02:34:32.855540 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40950730-fb03-4727-a945-7d3a425150a4 req-ff6e1f41-ca8c-40d5-b262-301cedf678d8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:32.857001 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-40950730-fb03-4727-a945-7d3a425150a4 req-ff6e1f41-ca8c-40d5-b262-301cedf678d8 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 944 time: 0.0877001 Nov 12 02:34:32.930718 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfe69a-87fc-4c8f-bfe0-972e547efb10 req-ffa78262-be6a-419e-b0ef-590243a723cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:32.932224 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-98cfe69a-87fc-4c8f-bfe0-972e547efb10 req-ffa78262-be6a-419e-b0ef-590243a723cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=38363d6e-af24-4ec9-9ca9-8c61a2487f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743570 Nov 12 02:34:32.935543 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-40950730-fb03-4727-a945-7d3a425150a4 req-cc733b63-fb9a-4a31-895f-a7f4a7dcece9 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbda8260-71ad-4c77-adae-9f8f8e33cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703483 Nov 12 02:34:33.028357 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-98cfe69a-87fc-4c8f-bfe0-972e547efb10 req-3781dd35-fcd9-4493-b22c-63a5dd7163f2 service neutron] 10.222.0.65 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879574 Nov 12 02:34:33.122224 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-98cfe69a-87fc-4c8f-bfe0-972e547efb10 req-23214818-bd26-48e3-a1e7-b1f045fab062 service neutron] 10.222.0.65 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857880 Nov 12 02:34:33.814213 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:34.053025 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e67ac-6baf-44c9-9db4-ec91016a27d2 req-a29d3bfc-138f-427a-926b-d61ac660a230 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:34.054562 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5f9e67ac-6baf-44c9-9db4-ec91016a27d2 req-a29d3bfc-138f-427a-926b-d61ac660a230 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 944 time: 0.0508218 Nov 12 02:34:34.103571 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5f9e67ac-6baf-44c9-9db4-ec91016a27d2 req-8fe3679c-2024-4c9f-84df-64e90998a3e1 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbda8260-71ad-4c77-adae-9f8f8e33cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429966 Nov 12 02:34:35.225265 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a36fc-c001-42c2-be5c-0877e05cc262 req-b3345a71-d0cf-42c3-882c-af023f7782cd tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:35.226813 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cd2a36fc-c001-42c2-be5c-0877e05cc262 req-b3345a71-d0cf-42c3-882c-af023f7782cd tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 944 time: 0.0531769 Nov 12 02:34:35.280598 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cd2a36fc-c001-42c2-be5c-0877e05cc262 req-ec2ec5ce-e70d-4d64-bdea-6246d7159792 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbda8260-71ad-4c77-adae-9f8f8e33cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472000 Nov 12 02:34:35.326594 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:35.901536 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:36.413457 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aef466-60f6-47a1-b3c6-031eb24f87db req-24d0b31d-39d3-481c-a4fc-a40398035b99 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:36.414909 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-88aef466-60f6-47a1-b3c6-031eb24f87db req-24d0b31d-39d3-481c-a4fc-a40398035b99 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 944 time: 0.0628083 Nov 12 02:34:36.462792 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-88aef466-60f6-47a1-b3c6-031eb24f87db req-63d852f1-8d80-41ab-b7f3-67a09d8ec6ea tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbda8260-71ad-4c77-adae-9f8f8e33cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418313 Nov 12 02:34:37.579310 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284f1d9-b5b8-4777-a0fc-da83d6639ad0 req-026ad05d-245f-4a44-8d2e-bb0d5248f3ea tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:37.580806 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f284f1d9-b5b8-4777-a0fc-da83d6639ad0 req-026ad05d-245f-4a44-8d2e-bb0d5248f3ea tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 944 time: 0.0493498 Nov 12 02:34:37.630248 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f284f1d9-b5b8-4777-a0fc-da83d6639ad0 req-8239b885-d999-4800-b9df-82bc6882322c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbda8260-71ad-4c77-adae-9f8f8e33cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434971 Nov 12 02:34:37.802888 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 5888bc48-d959-49a9-a8ab-cc91e012e935 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:34:37.897444 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 5888bc48-d959-49a9-a8ab-cc91e012e935, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=5888bc48-d959-49a9-a8ab-cc91e012e935,segment=NetworkSegment(b5585940-4db6-45e9-a202-a9a8eaf4bd20),segment_id=b5585940-4db6-45e9-a202-a9a8eaf4bd20)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:34:37.912477 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': '5888bc48-d959-49a9-a8ab-cc91e012e935', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'port_id': '5888bc48-d959-49a9-a8ab-cc91e012e935', 'mac_address': 'fa:16:3e:d6:52:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:34:37.951371 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:37.964137 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5888bc48-d959-49a9-a8ab-cc91e012e935 {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:34:37.987074 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 5888bc48-d959-49a9-a8ab-cc91e012e935, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=5888bc48-d959-49a9-a8ab-cc91e012e935,segment=NetworkSegment(b5585940-4db6-45e9-a202-a9a8eaf4bd20),segment_id=b5585940-4db6-45e9-a202-a9a8eaf4bd20)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:34:37.997706 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:38.044559 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=5888bc48-d959-49a9-a8ab-cc91e012e935,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:38.431956 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['5888bc48-d959-49a9-a8ab-cc91e012e935'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:34:38.782694 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b3c28-b42a-4200-8e79-bfc5b80e66f8 req-6a67ef5f-096b-48b6-b577-43af29ae9a4e tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:38.784368 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e92b3c28-b42a-4200-8e79-bfc5b80e66f8 req-6a67ef5f-096b-48b6-b577-43af29ae9a4e tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 945 time: 0.0803993 Nov 12 02:34:38.846453 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e92b3c28-b42a-4200-8e79-bfc5b80e66f8 req-a092d946-4d25-464e-b643-6b70f09e9b01 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbda8260-71ad-4c77-adae-9f8f8e33cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469618 Nov 12 02:34:39.814208 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 5888bc48-d959-49a9-a8ab-cc91e012e935 up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:34:39.863093 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning for port 5888bc48-d959-49a9-a8ab-cc91e012e935 completed by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:34:39.867362 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port 5888bc48-d959-49a9-a8ab-cc91e012e935 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:34:39.867736 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:39.958615 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:39.971367 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6223a77-645f-4ddc-b78c-0b3aba30e499 req-5488191d-dc2d-4b40-9f4d-84a7e34d1268 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:39.972954 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c6223a77-645f-4ddc-b78c-0b3aba30e499 req-5488191d-dc2d-4b40-9f4d-84a7e34d1268 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 945 time: 0.0507443 Nov 12 02:34:39.982740 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe1c1de-88eb-40a0-8799-5cc1dec271f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5888bc48-d959-49a9-a8ab-cc91e012e935'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:34:39.984246 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ad1fe4-6a83-4bff-90d1-1bd181de2fc8" -d '{"events": [{"server_uuid": "dfe1c1de-88eb-40a0-8799-5cc1dec271f5", "name": "network-vif-plugged", "status": "completed", "tag": "5888bc48-d959-49a9-a8ab-cc91e012e935"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:34:39.997980 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 5888bc48-d959-49a9-a8ab-cc91e012e935, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=5888bc48-d959-49a9-a8ab-cc91e012e935,segment=NetworkSegment(b5585940-4db6-45e9-a202-a9a8eaf4bd20),segment_id=b5585940-4db6-45e9-a202-a9a8eaf4bd20)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:34:40.004902 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:40.035159 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcd85a5-831a-4f93-b429-e155c6c412f9 x-openstack-request-id: req-3dcd85a5-831a-4f93-b429-e155c6c412f9 {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:34:40.035476 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe1c1de-88eb-40a0-8799-5cc1dec271f5", "name": "network-vif-plugged", "status": "completed", "tag": "5888bc48-d959-49a9-a8ab-cc91e012e935", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:34:40.035734 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3dcd85a5-831a-4f93-b429-e155c6c412f9 {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:34:40.036125 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe1c1de-88eb-40a0-8799-5cc1dec271f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5888bc48-d959-49a9-a8ab-cc91e012e935', 'code': 200} Nov 12 02:34:40.036244 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c6223a77-645f-4ddc-b78c-0b3aba30e499 req-3b5426bc-0bc3-490e-a42a-9a34d9b7a6e7 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbda8260-71ad-4c77-adae-9f8f8e33cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549793 Nov 12 02:34:40.062169 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=5888bc48-d959-49a9-a8ab-cc91e012e935,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:40.069658 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:40.070001 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:40.070337 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:40.070678 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:40.071010 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:40.071336 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:40.071658 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:40.072077 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:40.072421 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:40.072744 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:40.073067 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:40.073379 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:40.242910 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5531e2-e584-4e4e-994b-9c04cb48f401 req-462c5a3f-c170-4e02-a45d-83d36de64649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:40.244776 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5c5531e2-e584-4e4e-994b-9c04cb48f401 req-462c5a3f-c170-4e02-a45d-83d36de64649 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 1099 time: 0.0408821 Nov 12 02:34:40.295739 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5c5531e2-e584-4e4e-994b-9c04cb48f401 req-188621e6-3ea9-4030-9cbe-cd6e4c78bf95 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cbda8260-71ad-4c77-adae-9f8f8e33cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437064 Nov 12 02:34:40.950658 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 47802) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:41.009098 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe0e72c-6f41-4177-bc86-b95ec3eb715d admin admin] Deleting subnet 24fdf2af-7448-4dbd-af3e-8a51c32825d3 {{(pid=101677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:34:41.012925 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e72c-6f41-4177-bc86-b95ec3eb715d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:41.058576 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e72c-6f41-4177-bc86-b95ec3eb715d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25589382'] for subnet, precommit_delete_associations {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:41.098233 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e72c-6f41-4177-bc86-b95ec3eb715d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16054281'] for subnet, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:41.158767 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd572b37-ac7e-4f2e-bc59-587abe38778e req-ecc2d7d2-746c-4970-a7cf-c6844be35dc0 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:41.160360 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dd572b37-ac7e-4f2e-bc59-587abe38778e req-ecc2d7d2-746c-4970-a7cf-c6844be35dc0 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 946 time: 0.0554769 Nov 12 02:34:41.167643 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e72c-6f41-4177-bc86-b95ec3eb715d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16054302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25522203'] for subnet, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:41.198644 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0e72c-6f41-4177-bc86-b95ec3eb715d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24fdf2af-7448-4dbd-af3e-8a51c32825d3,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:41.203723 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e72c-6f41-4177-bc86-b95ec3eb715d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:41.207220 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-bfe0e72c-6f41-4177-bc86-b95ec3eb715d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/24fdf2af-7448-4dbd-af3e-8a51c32825d3 HTTP/1.1" status: 204 len: 168 time: 0.2554839 Nov 12 02:34:41.210263 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 47808) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:41.222202 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dd572b37-ac7e-4f2e-bc59-587abe38778e req-87a1c80e-4434-4c00-882b-5ee196f1e66b tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbda8260-71ad-4c77-adae-9f8f8e33cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530601 Nov 12 02:34:41.289310 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378732'] for network, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:41.367392 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16054926', 'neutron.services.segments.db._delete_segments_for_network-8767026152430'] for network, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:41.388487 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0e86fc-5462-49b5-aded-e18529b430ae']}} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:41.398506 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6d4879-ff8a-426e-a3ff-68c41405af5c') {'for_net_delete': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:41.398830 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6d4879-ff8a-426e-a3ff-68c41405af5c') {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:41.407963 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767026057975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25686459'] for segment, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:41.420510 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:41.426218 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=101678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:34:41.426596 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25342689'] for segment, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: Traceback (most recent call last): Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: timer() Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: cb(*args, **kw) Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: return func(*args, **kwargs) Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: self._notify() Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: self.callback(batched_events) Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: event.method(event) Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: return f(self, *a, **k) Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: return self._get(url).json() Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: return self.request(url, 'GET', **kwargs) Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:34:41.428397 dv-cinder-808574-4-iscsi neutron-server[101678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:34:41.485976 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16054935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661474'] for network, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:41.490459 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:41.494580 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0f0e86fc-5462-49b5-aded-e18529b430ae HTTP/1.1" status: 204 len: 168 time: 0.2833104 Nov 12 02:34:41.507459 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f0e86fc-5462-49b5-aded-e18529b430ae,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:41.515319 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:41.515675 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:41.516020 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:41.516363 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:41.516695 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:41.517028 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:41.517363 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:41.517697 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:41.518025 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:41.518350 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:41.518689 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:41.519018 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d124e-4f41-4533-ae21-35285656ba38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:34:41.657518 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 47812) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:41.698028 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-a933df1c-b132-4fc7-b2c2-a1f09e808696 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a03794071c7f41db801753ddab2f9971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393434 Nov 12 02:34:41.700467 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 47814) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:41.747085 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-946f3cb1-c3ad-4339-a0e3-0edcb7f05ca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:41.768394 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-946f3cb1-c3ad-4339-a0e3-0edcb7f05ca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:41.817171 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-946f3cb1-c3ad-4339-a0e3-0edcb7f05ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:41.820542 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-946f3cb1-c3ad-4339-a0e3-0edcb7f05ca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:41.821691 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-946f3cb1-c3ad-4339-a0e3-0edcb7f05ca1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f59ebb4b-a44a-4339-b1fb-df6948b43613 HTTP/1.1" status: 204 len: 168 time: 0.1203082 Nov 12 02:34:41.829554 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f3cb1-c3ad-4339-a0e3-0edcb7f05ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59ebb4b-a44a-4339-b1fb-df6948b43613,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:42.339527 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5940d-0258-4092-b54e-4917fd177d8d req-104405c8-4b0a-4254-98ea-e0c60c4e6d80 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:42.341084 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-65e5940d-0258-4092-b54e-4917fd177d8d req-104405c8-4b0a-4254-98ea-e0c60c4e6d80 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 946 time: 0.0497580 Nov 12 02:34:42.398090 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-65e5940d-0258-4092-b54e-4917fd177d8d req-e3ddcfdb-b46d-4676-ab51-f5c068135460 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbda8260-71ad-4c77-adae-9f8f8e33cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483041 Nov 12 02:34:42.520214 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d881b-70dc-4670-9899-86ba9147281d req-3b0c3412-0ee9-4d02-a5c1-22d336b0dd41 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:42.521773 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-760d881b-70dc-4670-9899-86ba9147281d req-3b0c3412-0ee9-4d02-a5c1-22d336b0dd41 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 946 time: 0.0492280 Nov 12 02:34:42.531621 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 47824) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:42.536163 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-9132f96f-94d8-481c-b7ab-70653cf4938f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Request body: {'floatingip': {'port_id': '5888bc48-d959-49a9-a8ab-cc91e012e935'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:34:42.580993 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9132f96f-94d8-481c-b7ab-70653cf4938f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for floatingip, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:43.026216 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9132f96f-94d8-481c-b7ab-70653cf4938f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:43.030005 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9132f96f-94d8-481c-b7ab-70653cf4938f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661460'] for floatingip, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:43.132632 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.l3_db [None req-9132f96f-94d8-481c-b7ab-70653cf4938f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Floating IP d8829108-826f-4e36-8d26-77cee7ddc17a associated. External IP: 172.27.2.115, port: 5888bc48-d959-49a9-a8ab-cc91e012e935. Nov 12 02:34:43.356807 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9132f96f-94d8-481c-b7ab-70653cf4938f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Router f82aba61-49b2-47b7-92ac-96fb14f35b9e has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:34:43.742769 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9132f96f-94d8-481c-b7ab-70653cf4938f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:34:43.747454 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9132f96f-94d8-481c-b7ab-70653cf4938f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for floatingip, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:43.755067 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a387dca1-23f0-4eb8-9de3-b3f5a9b185ae None None] Sync routers for ids ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:34:43.766643 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a387dca1-23f0-4eb8-9de3-b3f5a9b185ae None None] Routers {'f82aba61-49b2-47b7-92ac-96fb14f35b9e'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:34:43.767345 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-a387dca1-23f0-4eb8-9de3-b3f5a9b185ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:34:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:43.776833 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-9132f96f-94d8-481c-b7ab-70653cf4938f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "PUT /v2.0/floatingips/d8829108-826f-4e36-8d26-77cee7ddc17a HTTP/1.1" status: 200 len: 992 time: 1.2441089 Nov 12 02:34:43.777493 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe1c1de-88eb-40a0-8799-5cc1dec271f5', 'tag': '5888bc48-d959-49a9-a8ab-cc91e012e935'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:34:43.781316 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7b2f5d-196f-4339-9676-8fa14a0e1143" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe1c1de-88eb-40a0-8799-5cc1dec271f5", "tag": "5888bc48-d959-49a9-a8ab-cc91e012e935"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:34:43.820362 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ba7a94-6777-472d-aa68-36d814241307 x-openstack-request-id: req-70ba7a94-6777-472d-aa68-36d814241307 {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:34:43.820362 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe1c1de-88eb-40a0-8799-5cc1dec271f5", "tag": "5888bc48-d959-49a9-a8ab-cc91e012e935", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:34:43.820362 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-70ba7a94-6777-472d-aa68-36d814241307 {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:34:43.820867 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe1c1de-88eb-40a0-8799-5cc1dec271f5', 'tag': '5888bc48-d959-49a9-a8ab-cc91e012e935', 'status': 'completed', 'code': 200} Nov 12 02:34:43.880515 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-a387dca1-23f0-4eb8-9de3-b3f5a9b185ae None None] Set router f82aba61-49b2-47b7-92ac-96fb14f35b9e gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:34:43.935134 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b2f5d-196f-4339-9676-8fa14a0e1143 req-34a11f28-5f08-48fc-a70b-7d66c10fd2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:43.936669 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7d7b2f5d-196f-4339-9676-8fa14a0e1143 req-34a11f28-5f08-48fc-a70b-7d66c10fd2ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77e4b228dda14fa7852c7fe639ed28b0&device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 1099 time: 0.0540962 Nov 12 02:34:44.046567 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b2f5d-196f-4339-9676-8fa14a0e1143 req-65f627a4-3554-48f7-9b2e-bbb96767e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:44.049402 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7d7b2f5d-196f-4339-9676-8fa14a0e1143 req-65f627a4-3554-48f7-9b2e-bbb96767e802 service neutron] 10.222.0.65 "GET /v2.0/networks?id=38363d6e-af24-4ec9-9ca9-8c61a2487f51 HTTP/1.1" status: 200 len: 911 time: 0.1014235 Nov 12 02:34:44.120519 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7d7b2f5d-196f-4339-9676-8fa14a0e1143 req-a06ad58d-a9a8-4eff-82da-c40f37269ec6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5888bc48-d959-49a9-a8ab-cc91e012e935 HTTP/1.1" status: 200 len: 1000 time: 0.0635126 Nov 12 02:34:44.126398 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-a387dca1-23f0-4eb8-9de3-b3f5a9b185ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'name': 'tempest-AttachVolumeTestJSON-965118375-router', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:16Z', 'revision_number': 4, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'gw_port': {'id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': 'd8829108-826f-4e36-8d26-77cee7ddc17a', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'port_id': '5888bc48-d959-49a9-a8ab-cc91e012e935', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'mac_address': 'fa:16:3e:d6:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1c1de-88eb-40a0-8799-5cc1dec271f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:34:27Z', 'updated_at': '2021-11-12T02:34:42Z', 'revision_number': 1, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bc6ea7-3b29-48eb-9885-2d57f26c99ff', 'name': '', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'mac_address': 'fa:16:3e:2a:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 5, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'subnets': [{'id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:44.157366 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a387dca1-23f0-4eb8-9de3-b3f5a9b185ae None None] Checking router: f82aba61-49b2-47b7-92ac-96fb14f35b9e for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:34:44.167153 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a387dca1-23f0-4eb8-9de3-b3f5a9b185ae None None] Routers {'f82aba61-49b2-47b7-92ac-96fb14f35b9e'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:34:44.167843 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-a387dca1-23f0-4eb8-9de3-b3f5a9b185ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:34:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:44.189181 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b2f5d-196f-4339-9676-8fa14a0e1143 req-900a040d-70d8-409f-8f40-5bc4df2ceed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:44.190921 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7d7b2f5d-196f-4339-9676-8fa14a0e1143 req-900a040d-70d8-409f-8f40-5bc4df2ceed1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=413e91f4-27d9-4216-94e8-e9c6cf51bd63 HTTP/1.1" status: 200 len: 849 time: 0.0599530 Nov 12 02:34:44.246591 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b2f5d-196f-4339-9676-8fa14a0e1143 req-c8a57852-013c-4e21-903c-f0e9ec3f1d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:44.248450 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7d7b2f5d-196f-4339-9676-8fa14a0e1143 req-c8a57852-013c-4e21-903c-f0e9ec3f1d63 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=38363d6e-af24-4ec9-9ca9-8c61a2487f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501544 Nov 12 02:34:44.367781 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7d7b2f5d-196f-4339-9676-8fa14a0e1143 req-0466d79c-2d18-47ff-9ac2-56558863c1f3 service neutron] 10.222.0.65 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091115 Nov 12 02:34:44.426757 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-a387dca1-23f0-4eb8-9de3-b3f5a9b185ae None None] Set router f82aba61-49b2-47b7-92ac-96fb14f35b9e gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:34:44.470279 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7d7b2f5d-196f-4339-9676-8fa14a0e1143 req-5335c912-6d62-4071-92c5-d973a6fcf4bc service neutron] 10.222.0.65 "GET /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940061 Nov 12 02:34:44.651848 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-a387dca1-23f0-4eb8-9de3-b3f5a9b185ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'name': 'tempest-AttachVolumeTestJSON-965118375-router', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:16Z', 'revision_number': 4, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'gw_port': {'id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': 'd8829108-826f-4e36-8d26-77cee7ddc17a', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'port_id': '5888bc48-d959-49a9-a8ab-cc91e012e935', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'mac_address': 'fa:16:3e:d6:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1c1de-88eb-40a0-8799-5cc1dec271f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:34:27Z', 'updated_at': '2021-11-12T02:34:42Z', 'revision_number': 1, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bc6ea7-3b29-48eb-9885-2d57f26c99ff', 'name': '', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'mac_address': 'fa:16:3e:2a:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 5, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'subnets': [{'id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:44.676972 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a387dca1-23f0-4eb8-9de3-b3f5a9b185ae None None] The sync data for ids ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'] in dv-cinder-808574-4-iscsi is: [{'id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'name': 'tempest-AttachVolumeTestJSON-965118375-router', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:16Z', 'revision_number': 4, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'gw_port': {'id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': 'd8829108-826f-4e36-8d26-77cee7ddc17a', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'port_id': '5888bc48-d959-49a9-a8ab-cc91e012e935', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'mac_address': 'fa:16:3e:d6:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe1c1de-88eb-40a0-8799-5cc1dec271f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:34:27Z', 'updated_at': '2021-11-12T02:34:42Z', 'revision_number': 1, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bc6ea7-3b29-48eb-9885-2d57f26c99ff', 'name': '', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'mac_address': 'fa:16:3e:2a:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 5, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'subnets': [{'id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:34:44.850806 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3814442-8c78-43a4-b02a-9407c2ee7d42 None None] New status for floating IP d8829108-826f-4e36-8d26-77cee7ddc17a: ACTIVE {{(pid=101680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:34:47.606274 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:34:49.352393 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:00.321187 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-31898159-fc39-4b4a-af28-b2aee0cfd87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:02.657023 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-d0e69876-1b16-4b33-b5fb-bea56dae464d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:03.815144 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:05.329683 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:05.904052 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:19.348998 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:22.181460 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8603a09b-35fc-4e18-9e41-c0d403b1fe35 req-c913dc8e-ffc2-4a27-9d2b-dfa6f30fda6f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407979 Nov 12 02:35:22.292162 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603a09b-35fc-4e18-9e41-c0d403b1fe35 req-5da9bc9b-6553-4b3d-96b7-2961185ded33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:22.293720 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8603a09b-35fc-4e18-9e41-c0d403b1fe35 req-5da9bc9b-6553-4b3d-96b7-2961185ded33 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d&device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 1098 time: 0.0458043 Nov 12 02:35:22.404323 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603a09b-35fc-4e18-9e41-c0d403b1fe35 req-757bb9b3-c056-4a67-915f-e25cd29d7aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:22.405736 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8603a09b-35fc-4e18-9e41-c0d403b1fe35 req-757bb9b3-c056-4a67-915f-e25cd29d7aa5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 HTTP/1.1" status: 200 len: 912 time: 0.0905206 Nov 12 02:35:22.481725 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8603a09b-35fc-4e18-9e41-c0d403b1fe35 req-d0269064-75be-4e88-89b3-ff8d3593c100 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 HTTP/1.1" status: 200 len: 1000 time: 0.0678034 Nov 12 02:35:22.539039 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603a09b-35fc-4e18-9e41-c0d403b1fe35 req-4ec7da9d-dfb1-4462-9cd6-01f4fb12c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:22.540525 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8603a09b-35fc-4e18-9e41-c0d403b1fe35 req-4ec7da9d-dfb1-4462-9cd6-01f4fb12c477 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74a3a50d-3fa8-42dd-9673-0c777f45e2b0 HTTP/1.1" status: 200 len: 850 time: 0.0512760 Nov 12 02:35:22.588781 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603a09b-35fc-4e18-9e41-c0d403b1fe35 req-7d4b1fa4-8b7b-4c3e-9da2-e7489e50e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:22.590304 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8603a09b-35fc-4e18-9e41-c0d403b1fe35 req-7d4b1fa4-8b7b-4c3e-9da2-e7489e50e578 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419519 Nov 12 02:35:22.705590 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8603a09b-35fc-4e18-9e41-c0d403b1fe35 req-01c9c94d-d933-4830-88c7-ab628671bcf9 service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041873 Nov 12 02:35:22.827901 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8603a09b-35fc-4e18-9e41-c0d403b1fe35 req-ff273901-9e7c-400e-9e3b-6276b9b3cef7 service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968735 Nov 12 02:35:24.605234 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:35:30.328624 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-bebdb46e-21ac-46af-affb-3202aac7da9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:30.468813 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-ef3c9b2c-c084-4305-a2b5-9a78124bd9da tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-677549840&fields=id&tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d HTTP/1.1" status: 200 len: 267 time: 0.0456207 Nov 12 02:35:30.583152 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-2353580b-8ce6-48cd-a1ca-40e05c31bd4c tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:30.585189 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-2353580b-8ce6-48cd-a1ca-40e05c31bd4c tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/networks?id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 HTTP/1.1" status: 200 len: 811 time: 0.1087995 Nov 12 02:35:30.601607 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-77dddf53-09f0-497e-9666-8eff241dcabe tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/quotas/cdddbe78d48c4a9995c9d3e6c06bec3d HTTP/1.1" status: 200 len: 375 time: 0.0104108 Nov 12 02:35:30.664245 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-d0793d68-6a91-4286-81c1-f843c3823d1b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0568144 Nov 12 02:35:30.767911 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-f85472dc-19bf-49eb-899a-03d34bd92619 service neutron] 10.222.0.70 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919125 Nov 12 02:35:30.871829 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-bbf9aa52-5884-4a03-a88b-f542a401ba4f service neutron] 10.222.0.70 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971105 Nov 12 02:35:31.208327 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6009bb38-7594-4672-abe8-341583cefa6c req-f1b03724-100a-4051-bb83-190ac4acca91 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 210 time: 0.0517247 Nov 12 02:35:32.344203 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7e938a2e-2aa0-4d52-8eb1-159013d38892 req-4cfccd55-78de-4aa5-a6be-9737a2eb8145 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 210 time: 0.0612693 Nov 12 02:35:32.391252 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-47468261-c479-4219-bc87-9aff03910e8f tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:32.392753 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-47468261-c479-4219-bc87-9aff03910e8f tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.65 "GET /v2.0/networks?id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 HTTP/1.1" status: 200 len: 811 time: 0.1316009 Nov 12 02:35:32.498937 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-ba7fbc3a-d467-43cb-bfb4-58a01664fdb4 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d HTTP/1.1" status: 200 len: 379 time: 0.0795646 Nov 12 02:35:32.510211 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-66a8a90d-1f5a-406e-907f-3bdff8ba84ef tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Request body: {'port': {'device_id': 'b83a6744-71fc-40f8-b0f5-7fbf936ddaea', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'admin_state_up': True, 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'security_groups': ['fbf4e31f-46c4-401b-88f6-ab8b00262679']}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:35:32.632809 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-66a8a90d-1f5a-406e-907f-3bdff8ba84ef tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Made reservation on behalf of cdddbe78d48c4a9995c9d3e6c06bec3d for: {'port': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:35:32.636665 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-66a8a90d-1f5a-406e-907f-3bdff8ba84ef tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:32.658291 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7ca52bf7-fa58-4fa4-a29e-1f8d922d2c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:32.777140 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-66a8a90d-1f5a-406e-907f-3bdff8ba84ef tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Allocated IP 172.20.0.7 (987f135b-2ece-4383-9fb9-ce7b7e8f8bd1/74a3a50d-3fa8-42dd-9673-0c777f45e2b0/485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:35:32.937901 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-66a8a90d-1f5a-406e-907f-3bdff8ba84ef tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:32.976286 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-66a8a90d-1f5a-406e-907f-3bdff8ba84ef tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:33.022565 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-66a8a90d-1f5a-406e-907f-3bdff8ba84ef tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:35:33.026060 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-66a8a90d-1f5a-406e-907f-3bdff8ba84ef tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:35:33.030165 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-66a8a90d-1f5a-406e-907f-3bdff8ba84ef tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:35:33.062156 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8a90d-1f5a-406e-907f-3bdff8ba84ef tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event updated for resources: {'Port': ['ID=485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:35:33.091132 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-66a8a90d-1f5a-406e-907f-3bdff8ba84ef tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:33.091805 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-66a8a90d-1f5a-406e-907f-3bdff8ba84ef tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:33.111431 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-66a8a90d-1f5a-406e-907f-3bdff8ba84ef tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6057956 Nov 12 02:35:33.182980 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] Request body: {'port': {'device_id': 'b83a6744-71fc-40f8-b0f5-7fbf936ddaea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:35:33.241101 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:33.242409 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-3a551e1e-470d-49b3-8d38-6199312539f7 None None] Provisioning complete for port 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:35:33.242825 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-3a551e1e-470d-49b3-8d38-6199312539f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:33.290266 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-3a551e1e-470d-49b3-8d38-6199312539f7 None None] Port 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:35:33.506997 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82942844-d6f1-4d61-bfff-a5eb84d36813 req-63ea71fe-9630-4e7a-849e-0759f32852d1 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:33.508533 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-82942844-d6f1-4d61-bfff-a5eb84d36813 req-63ea71fe-9630-4e7a-849e-0759f32852d1 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 931 time: 0.0787752 Nov 12 02:35:33.595765 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 {{(pid=101678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:35:33.604103 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-82942844-d6f1-4d61-bfff-a5eb84d36813 req-4c0afce1-5e34-4337-a9f4-d2dac872b56a tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883427 Nov 12 02:35:33.608458 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:33.621693 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] Transition to ACTIVE for port object 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:35:33.625457 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25342661'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:33.678940 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] Pushing event updated for resources: {'Port': ['ID=485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:35:33.757019 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] Attempting to bind port 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:35:33.757426 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] Attempting to bind port 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'c0623adb-9637-42d0-94dc-e8c24bdebe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:35:33.757686 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] Attempting to bind port 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 on network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:35:33.762380 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] Port 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 on network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:35:33.762723 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] Attempting to bind port 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 on network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:35:33.767855 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] Checking agent: {'id': '0f3aff68-05a9-47a7-920b-43a2694f0a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:35:33.768195 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] Checking segment: {'id': 'c0623adb-9637-42d0-94dc-e8c24bdebe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:35:33.768566 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] Bound using segment: {'id': 'c0623adb-9637-42d0-94dc-e8c24bdebe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:35:33.768996 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] Bound port: 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0623adb-9637-42d0-94dc-e8c24bdebe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:35:33.769356 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:33.823302 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:33.842523 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] For port 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71, host hv-cinder-80857, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:35:33.846309 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] For port 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71,segment=NetworkSegment(c0623adb-9637-42d0-94dc-e8c24bdebe90),segment_id=c0623adb-9637-42d0-94dc-e8c24bdebe90)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:35:33.851761 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25342661'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:33.890896 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:33.891737 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:33.893314 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] 10.222.0.65 "PUT /v2.0/ports/485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 HTTP/1.1" status: 200 len: 1093 time: 0.7161534 Nov 12 02:35:33.895756 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83a6744-71fc-40f8-b0f5-7fbf936ddaea', 'tag': '485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:35:33.898444 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dee0a84-6d44-4f9a-9597-71534492973a" -d '{"events": [{"name": "network-changed", "server_uuid": "b83a6744-71fc-40f8-b0f5-7fbf936ddaea", "tag": "485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:35:33.935340 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68869b6e-fa98-43a4-8681-5af7a5e45e84 service neutron] Pushing event updated for resources: {'Port': ['ID=485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:35:33.993761 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9f5049-9b0f-47af-b935-6c396241294f x-openstack-request-id: req-2f9f5049-9b0f-47af-b935-6c396241294f {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:35:33.994129 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83a6744-71fc-40f8-b0f5-7fbf936ddaea", "tag": "485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:35:33.994444 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2f9f5049-9b0f-47af-b935-6c396241294f {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:35:33.995019 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83a6744-71fc-40f8-b0f5-7fbf936ddaea', 'tag': '485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71', 'status': 'completed', 'code': 200} Nov 12 02:35:34.013792 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-00d1eaae-39e0-4a37-84b9-0b3389acc4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:34.015388 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-00d1eaae-39e0-4a37-84b9-0b3389acc4e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d&device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 1096 time: 0.0512502 Nov 12 02:35:34.078085 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-67e27354-2edf-41e6-ab8d-8fc0c6c9239c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 HTTP/1.1" status: 200 len: 217 time: 0.0373425 Nov 12 02:35:34.135027 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-77802644-0038-43a1-a262-33b608c5fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:34.136501 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-77802644-0038-43a1-a262-33b608c5fed7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74a3a50d-3fa8-42dd-9673-0c777f45e2b0 HTTP/1.1" status: 200 len: 850 time: 0.0497344 Nov 12 02:35:34.202804 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-b81af05c-987b-4d92-be69-45ecd33bbaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:34.204342 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-b81af05c-987b-4d92-be69-45ecd33bbaee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428619 Nov 12 02:35:34.298209 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-a55def33-2f59-44b7-95c9-5f3747a69cbf service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842838 Nov 12 02:35:34.407162 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-41add43f-60cc-4db8-affb-3bcd2fe48ad9 req-2cbeec6f-fe13-40e5-b157-e268aa282d41 service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887401 Nov 12 02:35:34.556336 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee0a84-6d44-4f9a-9597-71534492973a req-84d31e35-dc46-40af-868b-efc91c58ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:34.557861 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5dee0a84-6d44-4f9a-9597-71534492973a req-84d31e35-dc46-40af-868b-efc91c58ed6e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d&device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 1096 time: 0.0422168 Nov 12 02:35:34.667718 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee0a84-6d44-4f9a-9597-71534492973a req-93333bdc-9b96-448d-a829-135118ab68b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:34.669176 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5dee0a84-6d44-4f9a-9597-71534492973a req-93333bdc-9b96-448d-a829-135118ab68b7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 HTTP/1.1" status: 200 len: 912 time: 0.1024637 Nov 12 02:35:34.722832 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5dee0a84-6d44-4f9a-9597-71534492973a req-f9d76b01-ce4f-4f4a-82f2-231f51e5b577 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 HTTP/1.1" status: 200 len: 217 time: 0.0433354 Nov 12 02:35:34.803752 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715c1e5-76da-4c81-8cee-0db8d40e60b7 req-73672aa5-f457-4179-b3f7-802f717fe057 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:34.805271 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4715c1e5-76da-4c81-8cee-0db8d40e60b7 req-73672aa5-f457-4179-b3f7-802f717fe057 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 943 time: 0.0918832 Nov 12 02:35:34.807199 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee0a84-6d44-4f9a-9597-71534492973a req-f445faec-1056-4af6-961f-b625d09d623d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:34.808547 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5dee0a84-6d44-4f9a-9597-71534492973a req-f445faec-1056-4af6-961f-b625d09d623d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74a3a50d-3fa8-42dd-9673-0c777f45e2b0 HTTP/1.1" status: 200 len: 850 time: 0.0681109 Nov 12 02:35:34.879365 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4715c1e5-76da-4c81-8cee-0db8d40e60b7 req-75b434c2-bd98-4178-ad61-be6971359fc9 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681398 Nov 12 02:35:34.888725 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee0a84-6d44-4f9a-9597-71534492973a req-ff6bc933-7ed1-4173-b18d-6b259d61d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:34.890301 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5dee0a84-6d44-4f9a-9597-71534492973a req-ff6bc933-7ed1-4173-b18d-6b259d61d675 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721722 Nov 12 02:35:34.988753 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5dee0a84-6d44-4f9a-9597-71534492973a req-70101083-5b07-4a85-8674-e435af1f6995 service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876608 Nov 12 02:35:35.082610 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5dee0a84-6d44-4f9a-9597-71534492973a req-64b95b9f-aefc-41e2-aec9-930d9b9ccc04 service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862393 Nov 12 02:35:35.332315 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:35.907455 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:36.008565 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8341f82-ce24-4ae2-99b6-7000dc23a2c7 req-7622ea0a-5209-48ca-80b5-87dd11df1f28 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:36.010761 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f8341f82-ce24-4ae2-99b6-7000dc23a2c7 req-7622ea0a-5209-48ca-80b5-87dd11df1f28 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 943 time: 0.0609779 Nov 12 02:35:36.069975 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f8341f82-ce24-4ae2-99b6-7000dc23a2c7 req-99e2dbbe-92e0-4dde-9463-c1618b55e2ec tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522602 Nov 12 02:35:37.195989 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e8563-7ccf-4401-970b-6e4ce40c9419 req-f5f8b4dd-7baa-4a2c-8497-ae7956088f1b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:37.197943 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-152e8563-7ccf-4401-970b-6e4ce40c9419 req-f5f8b4dd-7baa-4a2c-8497-ae7956088f1b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 943 time: 0.0551713 Nov 12 02:35:37.250607 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-152e8563-7ccf-4401-970b-6e4ce40c9419 req-245280e5-52ed-4c5d-a1a2-f19bd1ecbbdb tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461001 Nov 12 02:35:38.376734 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6b33a-2407-4408-aac3-1ec4a6042824 req-b8b4d412-91cd-44a1-87eb-047520e858dc tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:38.378228 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-28b6b33a-2407-4408-aac3-1ec4a6042824 req-b8b4d412-91cd-44a1-87eb-047520e858dc tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 943 time: 0.0520186 Nov 12 02:35:38.433348 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-28b6b33a-2407-4408-aac3-1ec4a6042824 req-ebb0b85c-6596-4757-8e0e-522735504819 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484078 Nov 12 02:35:39.555811 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87a0d7-9a7c-49f0-99d5-4b51a9f55a08 req-d95b6528-4607-4635-8239-adcc05b81543 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:39.557333 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1b87a0d7-9a7c-49f0-99d5-4b51a9f55a08 req-d95b6528-4607-4635-8239-adcc05b81543 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 943 time: 0.0524449 Nov 12 02:35:39.607810 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1b87a0d7-9a7c-49f0-99d5-4b51a9f55a08 req-d8ad1e3a-b3d9-46ce-99cd-6fee44535935 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444758 Nov 12 02:35:40.740420 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d980ea-c21c-4e1e-a836-1f70771d96e1 req-865adb79-2e70-46a5-b365-718c948cd182 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:40.742225 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-15d980ea-c21c-4e1e-a836-1f70771d96e1 req-865adb79-2e70-46a5-b365-718c948cd182 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 943 time: 0.0514410 Nov 12 02:35:40.797899 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-15d980ea-c21c-4e1e-a836-1f70771d96e1 req-3b5e6f97-9dcd-418c-b645-0bef77d8dbe0 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495548 Nov 12 02:35:41.922904 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca38a9-66bc-4317-92df-40bec660eedd req-5d53569e-0bfb-4fc7-9ad4-dc9622c658b9 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:41.924450 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-43ca38a9-66bc-4317-92df-40bec660eedd req-5d53569e-0bfb-4fc7-9ad4-dc9622c658b9 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 943 time: 0.0552247 Nov 12 02:35:41.976415 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-43ca38a9-66bc-4317-92df-40bec660eedd req-010cad66-f814-4be6-8067-ffde738c478f tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459323 Nov 12 02:35:43.096119 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51bc0c-c68c-4794-921e-eacbbef837e8 req-325c7ce4-3cfd-4d35-98e4-03f7415d866c tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:43.097688 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4b51bc0c-c68c-4794-921e-eacbbef837e8 req-325c7ce4-3cfd-4d35-98e4-03f7415d866c tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 943 time: 0.0510969 Nov 12 02:35:43.149775 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4b51bc0c-c68c-4794-921e-eacbbef837e8 req-b3138339-f3f0-4d05-8044-b09459c700fc tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457804 Nov 12 02:35:44.161440 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:35:44.261855 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71,segment=NetworkSegment(c0623adb-9637-42d0-94dc-e8c24bdebe90),segment_id=c0623adb-9637-42d0-94dc-e8c24bdebe90)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:35:44.266804 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e8693-80cb-4d86-b98d-dd24910caac5 req-6d66703f-4e74-47bd-a610-a9c951a26647 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:44.268431 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-251e8693-80cb-4d86-b98d-dd24910caac5 req-6d66703f-4e74-47bd-a610-a9c951a26647 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 943 time: 0.0492527 Nov 12 02:35:44.274821 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': '485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'port_id': '485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71', 'mac_address': 'fa:16:3e:2d:5f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:35:44.316301 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:44.332201 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:35:44.336669 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-251e8693-80cb-4d86-b98d-dd24910caac5 req-2bb062cd-c5ad-45a5-8dc4-91c5885794c1 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613508 Nov 12 02:35:44.354626 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71,segment=NetworkSegment(c0623adb-9637-42d0-94dc-e8c24bdebe90),segment_id=c0623adb-9637-42d0-94dc-e8c24bdebe90)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:35:44.359399 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:44.408130 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:35:44.415548 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:44.415898 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:44.416242 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:44.416580 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:44.416911 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:44.417391 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:44.417729 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:44.418057 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:44.418385 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:44.418745 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:44.419072 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:44.419514 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:44.967917 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:35:45.001243 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbf571-ff30-47bb-a9ce-d69a8f928800 req-486c4432-492f-42ab-a211-c8b44d873a66 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:45.002847 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e1fbf571-ff30-47bb-a9ce-d69a8f928800 req-486c4432-492f-42ab-a211-c8b44d873a66 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0584767 Nov 12 02:35:45.052107 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e1fbf571-ff30-47bb-a9ce-d69a8f928800 req-3bd819c0-481e-4100-8a62-a8f558a67ba0 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428927 Nov 12 02:35:45.466338 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784ebdf-cf3b-4079-9ad6-4d5b6d2f8a0c req-d0b6bcef-2989-4189-9644-864c865c8efd tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:45.467897 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a784ebdf-cf3b-4079-9ad6-4d5b6d2f8a0c req-d0b6bcef-2989-4189-9644-864c865c8efd tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 944 time: 0.0498116 Nov 12 02:35:45.521804 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a784ebdf-cf3b-4079-9ad6-4d5b6d2f8a0c req-4eb1a483-7b77-4f03-a1e7-d6cd544e4299 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478880 Nov 12 02:35:46.178828 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c80b8-8725-4510-8b19-744c1edd94cd req-02833531-4686-42a9-8f1f-b32a00034482 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:46.180344 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fe2c80b8-8725-4510-8b19-744c1edd94cd req-02833531-4686-42a9-8f1f-b32a00034482 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0533614 Nov 12 02:35:46.189106 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:35:46.229516 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fe2c80b8-8725-4510-8b19-744c1edd94cd req-898b155d-15b3-48ac-9ad8-14b42edf00f1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428915 Nov 12 02:35:46.242588 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning for port 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 completed by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:35:46.250744 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:35:46.251118 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:46.332221 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:46.356370 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83a6744-71fc-40f8-b0f5-7fbf936ddaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:35:46.358530 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3991e08a-f3fb-4cf9-bb15-725ccaf0b501" -d '{"events": [{"server_uuid": "b83a6744-71fc-40f8-b0f5-7fbf936ddaea", "name": "network-vif-plugged", "status": "completed", "tag": "485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:35:46.372002 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71,segment=NetworkSegment(c0623adb-9637-42d0-94dc-e8c24bdebe90),segment_id=c0623adb-9637-42d0-94dc-e8c24bdebe90)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:35:46.376663 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:46.409656 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a124474f-cc7a-4e7f-85bb-5398ede40df9 x-openstack-request-id: req-a124474f-cc7a-4e7f-85bb-5398ede40df9 {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:35:46.409952 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83a6744-71fc-40f8-b0f5-7fbf936ddaea", "name": "network-vif-plugged", "status": "completed", "tag": "485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:35:46.410205 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a124474f-cc7a-4e7f-85bb-5398ede40df9 {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:35:46.410594 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83a6744-71fc-40f8-b0f5-7fbf936ddaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71', 'code': 200} Nov 12 02:35:46.439103 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:35:46.650004 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ece476-4a4c-47a9-a9b0-1809b417e15c req-807ff88c-1bd5-4095-a236-9a14e82731a7 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:46.651567 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-18ece476-4a4c-47a9-a9b0-1809b417e15c req-807ff88c-1bd5-4095-a236-9a14e82731a7 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 945 time: 0.0615981 Nov 12 02:35:46.741038 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-18ece476-4a4c-47a9-a9b0-1809b417e15c req-091a6b0b-f6f3-436c-88f4-706e7090765c tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834618 Nov 12 02:35:46.747965 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6b386-6dff-4448-a48c-35c2f52e067b req-8ba07a68-6a2a-48a5-9fa3-5acae2d173e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:46.749435 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-53e6b386-6dff-4448-a48c-35c2f52e067b req-8ba07a68-6a2a-48a5-9fa3-5acae2d173e9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 1098 time: 0.0846629 Nov 12 02:35:46.808022 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-53e6b386-6dff-4448-a48c-35c2f52e067b req-2a590861-a9e3-4daa-98db-4f4e66c3647b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490687 Nov 12 02:35:47.353054 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5526e2-292f-4c4c-8e28-7fbcd1ccf2b0 req-6d02c23f-cc68-4a45-874b-80fd459b85da tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:47.354593 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8e5526e2-292f-4c4c-8e28-7fbcd1ccf2b0 req-6d02c23f-cc68-4a45-874b-80fd459b85da tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0500104 Nov 12 02:35:47.403891 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8e5526e2-292f-4c4c-8e28-7fbcd1ccf2b0 req-6d916978-e433-41ae-bc03-02e346a50a17 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432668 Nov 12 02:35:47.866212 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920d415-e887-4121-8875-e6c1575779c5 req-2742a1f2-8309-485d-8852-bf0442440c2d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:47.868040 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9920d415-e887-4121-8875-e6c1575779c5 req-2742a1f2-8309-485d-8852-bf0442440c2d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 945 time: 0.0512366 Nov 12 02:35:47.926039 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9920d415-e887-4121-8875-e6c1575779c5 req-785ab506-e4e0-4cc8-a047-d1ad03ac0ff8 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521038 Nov 12 02:35:48.533506 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f30f1-7311-49de-ae5d-2760189cee41 req-5d05334b-ba9f-4e3d-8697-1fbb08bd050f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:48.535049 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-797f30f1-7311-49de-ae5d-2760189cee41 req-5d05334b-ba9f-4e3d-8697-1fbb08bd050f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0553801 Nov 12 02:35:48.586048 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-797f30f1-7311-49de-ae5d-2760189cee41 req-8da81536-00e6-492f-a870-848fb61a3ff8 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448630 Nov 12 02:35:49.045335 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134649d8-18d9-4d0f-afa0-abc8a416acb2 req-b177c34a-7ae8-4600-8daa-a2811256304f tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:49.046891 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-134649d8-18d9-4d0f-afa0-abc8a416acb2 req-b177c34a-7ae8-4600-8daa-a2811256304f tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 945 time: 0.0496852 Nov 12 02:35:49.097017 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-134649d8-18d9-4d0f-afa0-abc8a416acb2 req-ee392ae5-2ebd-4dec-aeb2-f2f86ace1267 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442834 Nov 12 02:35:49.218850 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6df1f-8653-4bd2-a09b-3161201417e2 req-254ccc52-04d1-43f3-8e55-f9d58af5d3a1 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:49.220274 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-19d6df1f-8653-4bd2-a09b-3161201417e2 req-254ccc52-04d1-43f3-8e55-f9d58af5d3a1 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 945 time: 0.0523076 Nov 12 02:35:49.271993 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-19d6df1f-8653-4bd2-a09b-3161201417e2 req-d4a58031-ef80-4b13-b4a1-9c745e0200c0 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449214 Nov 12 02:35:49.293956 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 48176) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:35:49.346103 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:49.484064 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d23131-07cf-4fa2-8f43-44ed2248f09e tempest-TestVolumeBootPattern-1599334909 tempest-TestVolumeBootPattern-1599334909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:49.485544 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-e3d23131-07cf-4fa2-8f43-44ed2248f09e tempest-TestVolumeBootPattern-1599334909 tempest-TestVolumeBootPattern-1599334909-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 1093 time: 0.1905646 Nov 12 02:35:49.488249 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 48180) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:35:49.493379 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Request body: {'floatingip': {'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'port_id': '485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:35:49.515478 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for floatingip, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:49.617915 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:49.749642 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34fb34-c6f3-45ff-8df6-3126d138c96e req-193a4b14-9e92-443a-8202-c481c6cbcd0f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:49.751117 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cb34fb34-c6f3-45ff-8df6-3126d138c96e req-193a4b14-9e92-443a-8202-c481c6cbcd0f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0906830 Nov 12 02:35:49.770696 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Allocated IP 172.27.2.194 (3c7696da-eba1-40bc-922c-d91bed889fdf/d5dec2f9-f4c7-48bf-8714-a16e67e9832d/5215e4ca-2e71-4486-8215-34b571df6d40) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:35:49.863079 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cb34fb34-c6f3-45ff-8df6-3126d138c96e req-178305b4-d8b5-45e1-8ce2-9c9c95e2106f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044996 Nov 12 02:35:49.908481 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:49.944569 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:49.992700 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Network 3c7696da-eba1-40bc-922c-d91bed889fdf is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:35:49.995718 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:35:50.000274 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:35:50.003327 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event updated for resources: {'Port': ['ID=5215e4ca-2e71-4486-8215-34b571df6d40,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:35:50.030054 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:50.030398 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:50.030847 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:50.031194 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:50.031521 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:50.031847 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:50.032172 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:50.032494 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:50.032814 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:50.033133 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:50.033453 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:50.033768 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:35:50.369042 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:50.711839 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:50.879185 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:50.886866 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25342661'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:50.970395 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event updated for resources: {'Port': ['ID=5215e4ca-2e71-4486-8215-34b571df6d40,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:35:50.993463 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661460'] for floatingip, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:51.057804 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b759a-8ed7-4af7-a7c6-ee1df171df93 req-2303c250-9fd9-4bf2-925f-38d443d6dd8a tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:51.059377 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ca9b759a-8ed7-4af7-a7c6-ee1df171df93 req-2303c250-9fd9-4bf2-925f-38d443d6dd8a tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.1126280 Nov 12 02:35:51.138320 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.l3_db [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Floating IP c3068742-054f-4799-a645-e84ea826589c associated. External IP: 172.27.2.194, port: 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71. Nov 12 02:35:51.180276 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ca9b759a-8ed7-4af7-a7c6-ee1df171df93 req-aae7b22a-449f-41c8-ad93-a35d599da217 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945504 Nov 12 02:35:51.362153 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:35:51.477690 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:35:51.490459 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf66eff-5f50-4a35-9b32-4493012234d9 None None] Sync routers for ids ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:35:51.502925 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for floatingip, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:51.509213 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf66eff-5f50-4a35-9b32-4493012234d9 None None] Routers {'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:35:51.510211 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-faf66eff-5f50-4a35-9b32-4493012234d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:35:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:35:51.531492 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-141fb1e9-3421-4f84-9bda-6e29541fcc4b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0421934 Nov 12 02:35:51.532098 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83a6744-71fc-40f8-b0f5-7fbf936ddaea', 'tag': '485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:35:51.534381 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a0bf61-a45f-4853-a92e-3866cbf2df05" -d '{"events": [{"name": "network-changed", "server_uuid": "b83a6744-71fc-40f8-b0f5-7fbf936ddaea", "tag": "485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:35:51.575779 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c7d133-13f2-4164-8f9b-295603ae2222 x-openstack-request-id: req-77c7d133-13f2-4164-8f9b-295603ae2222 {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:35:51.576076 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83a6744-71fc-40f8-b0f5-7fbf936ddaea", "tag": "485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:35:51.576334 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-77c7d133-13f2-4164-8f9b-295603ae2222 {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:35:51.576739 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83a6744-71fc-40f8-b0f5-7fbf936ddaea', 'tag': '485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71', 'status': 'completed', 'code': 200} Nov 12 02:35:51.625361 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-faf66eff-5f50-4a35-9b32-4493012234d9 None None] Set router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:35:51.675236 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0bf61-a45f-4853-a92e-3866cbf2df05 req-fa055cc3-204d-459e-89cc-13c160e66127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:51.676819 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c6a0bf61-a45f-4853-a92e-3866cbf2df05 req-fa055cc3-204d-459e-89cc-13c160e66127 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d&device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 1098 time: 0.0419357 Nov 12 02:35:51.789845 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0bf61-a45f-4853-a92e-3866cbf2df05 req-5c12ada9-3334-4e66-983d-d85696e78e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:51.791449 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c6a0bf61-a45f-4853-a92e-3866cbf2df05 req-5c12ada9-3334-4e66-983d-d85696e78e76 service neutron] 10.222.0.65 "GET /v2.0/networks?id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 HTTP/1.1" status: 200 len: 912 time: 0.1062970 Nov 12 02:35:51.870128 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c6a0bf61-a45f-4853-a92e-3866cbf2df05 req-0eb40e6d-70e6-430c-87fd-2c4d5ea6bcff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 HTTP/1.1" status: 200 len: 999 time: 0.0694623 Nov 12 02:35:51.871254 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-faf66eff-5f50-4a35-9b32-4493012234d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': 'c3068742-054f-4799-a645-e84ea826589c', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'port_id': '485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'mac_address': 'fa:16:3e:2d:5f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a6744-71fc-40f8-b0f5-7fbf936ddaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:35:50Z', 'updated_at': '2021-11-12T02:35:50Z', 'revision_number': 0, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'fixed_ip_address_scope': None}, {'id': 'd27da183-316f-42cc-b7e9-5093807d0265', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'port_id': '9ea72f7b-3a91-4bd5-9bee-cf36f50653a8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'mac_address': 'fa:16:3e:fd:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b66789-7ae5-4589-bd84-3539cf00e97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:32:10Z', 'updated_at': '2021-11-12T02:32:13Z', 'revision_number': 1, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80', 'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'mac_address': 'fa:16:3e:5d:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:47Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 5, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'subnets': [{'id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:35:51.897904 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf66eff-5f50-4a35-9b32-4493012234d9 None None] Checking router: c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:35:51.906548 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf66eff-5f50-4a35-9b32-4493012234d9 None None] Routers {'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:35:51.907201 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-faf66eff-5f50-4a35-9b32-4493012234d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:35:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:35:51.921587 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0bf61-a45f-4853-a92e-3866cbf2df05 req-491095a2-0cc4-4b0c-9b18-f83ac2f5aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:51.923115 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c6a0bf61-a45f-4853-a92e-3866cbf2df05 req-491095a2-0cc4-4b0c-9b18-f83ac2f5aee6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74a3a50d-3fa8-42dd-9673-0c777f45e2b0 HTTP/1.1" status: 200 len: 850 time: 0.0451958 Nov 12 02:35:51.972677 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0bf61-a45f-4853-a92e-3866cbf2df05 req-b175bf1b-6253-4f3d-bcbe-b69519edeea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:51.974847 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c6a0bf61-a45f-4853-a92e-3866cbf2df05 req-b175bf1b-6253-4f3d-bcbe-b69519edeea8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430188 Nov 12 02:35:52.080004 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c6a0bf61-a45f-4853-a92e-3866cbf2df05 req-a0374209-4490-42fd-97cd-626aab9ec933 service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979183 Nov 12 02:35:52.148945 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-faf66eff-5f50-4a35-9b32-4493012234d9 None None] Set router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:35:52.179937 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c6a0bf61-a45f-4853-a92e-3866cbf2df05 req-80b63f13-c0da-40aa-996b-4e509b18b1eb service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919149 Nov 12 02:35:52.306606 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59513280-9f74-475d-bd30-a291d128b017 req-42d207c7-f1b8-48b9-ab60-af28611505d7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:52.308336 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-59513280-9f74-475d-bd30-a291d128b017 req-42d207c7-f1b8-48b9-ab60-af28611505d7 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0506876 Nov 12 02:35:52.361895 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-59513280-9f74-475d-bd30-a291d128b017 req-4500ecb9-60a9-4b15-af8c-00291af2ec0c tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471652 Nov 12 02:35:52.387526 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-faf66eff-5f50-4a35-9b32-4493012234d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': 'c3068742-054f-4799-a645-e84ea826589c', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'port_id': '485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'mac_address': 'fa:16:3e:2d:5f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a6744-71fc-40f8-b0f5-7fbf936ddaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:35:50Z', 'updated_at': '2021-11-12T02:35:50Z', 'revision_number': 0, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'fixed_ip_address_scope': None}, {'id': 'd27da183-316f-42cc-b7e9-5093807d0265', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'port_id': '9ea72f7b-3a91-4bd5-9bee-cf36f50653a8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'mac_address': 'fa:16:3e:fd:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b66789-7ae5-4589-bd84-3539cf00e97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:32:10Z', 'updated_at': '2021-11-12T02:32:13Z', 'revision_number': 1, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80', 'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'mac_address': 'fa:16:3e:5d:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:47Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 5, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'subnets': [{'id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:35:52.418973 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf66eff-5f50-4a35-9b32-4493012234d9 None None] The sync data for ids ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'] in dv-cinder-808574-4-iscsi is: [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': 'c3068742-054f-4799-a645-e84ea826589c', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'port_id': '485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'mac_address': 'fa:16:3e:2d:5f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83a6744-71fc-40f8-b0f5-7fbf936ddaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:35:50Z', 'updated_at': '2021-11-12T02:35:50Z', 'revision_number': 0, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'fixed_ip_address_scope': None}, {'id': 'd27da183-316f-42cc-b7e9-5093807d0265', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'port_id': '9ea72f7b-3a91-4bd5-9bee-cf36f50653a8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'mac_address': 'fa:16:3e:fd:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b66789-7ae5-4589-bd84-3539cf00e97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:32:10Z', 'updated_at': '2021-11-12T02:32:13Z', 'revision_number': 1, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80', 'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'mac_address': 'fa:16:3e:5d:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:47Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 5, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'subnets': [{'id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:35:52.610436 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c820f-92e5-4832-92c9-0dca372f8d81 None None] New status for floating IP c3068742-054f-4799-a645-e84ea826589c: ACTIVE {{(pid=101680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:35:53.491362 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ddccf-86e6-4e88-bbd7-3a6b04143051 req-a0c0fac9-54e9-4d30-ab7d-4eb311d8d111 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:53.493160 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-500ddccf-86e6-4e88-bbd7-3a6b04143051 req-a0c0fac9-54e9-4d30-ab7d-4eb311d8d111 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0553174 Nov 12 02:35:53.541679 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-500ddccf-86e6-4e88-bbd7-3a6b04143051 req-22881753-c732-4eef-b06d-a9724d3ed327 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425735 Nov 12 02:35:54.666302 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fcef1-8e7a-492c-ada6-a7893b806455 req-a6888a88-62f4-449a-9bdd-612f94db1992 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:54.667910 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-906fcef1-8e7a-492c-ada6-a7893b806455 req-a6888a88-62f4-449a-9bdd-612f94db1992 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0534225 Nov 12 02:35:54.716094 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-906fcef1-8e7a-492c-ada6-a7893b806455 req-8b8e84da-157c-43bf-b433-56d5456d2fa9 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421996 Nov 12 02:35:55.854332 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e825866-0f4b-4c38-8cce-97a1db1abac5 req-07f1a203-fd79-4b56-9cd2-3a08a8ccc838 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:55.856287 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0e825866-0f4b-4c38-8cce-97a1db1abac5 req-07f1a203-fd79-4b56-9cd2-3a08a8ccc838 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0564692 Nov 12 02:35:55.910386 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0e825866-0f4b-4c38-8cce-97a1db1abac5 req-37d675ee-098a-4305-8d54-c14f36430c65 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473952 Nov 12 02:35:57.029485 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855ab80-afeb-481e-ac68-ee1074fa4910 req-1fe0700b-ee85-4953-989c-6541fbdfbd9f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:57.031008 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6855ab80-afeb-481e-ac68-ee1074fa4910 req-1fe0700b-ee85-4953-989c-6541fbdfbd9f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0492353 Nov 12 02:35:57.078064 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6855ab80-afeb-481e-ac68-ee1074fa4910 req-93b7ad72-89ee-4e16-834c-1815303827f0 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408309 Nov 12 02:35:58.200330 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd838988-5c24-4e7a-b00a-6014ea09bd25 req-76eceb54-72c0-4b95-b962-689be112ebe5 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:58.201864 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dd838988-5c24-4e7a-b00a-6014ea09bd25 req-76eceb54-72c0-4b95-b962-689be112ebe5 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0492582 Nov 12 02:35:58.259401 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dd838988-5c24-4e7a-b00a-6014ea09bd25 req-5b8a66b6-e8f9-403b-ba1c-05da5c9b37d5 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515537 Nov 12 02:35:59.384598 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ca7b0-cf54-4a77-868e-5f15b7c42680 req-96d105b4-dbbb-4ce7-91e6-5ce99aa48bc1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:35:59.386138 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c12ca7b0-cf54-4a77-868e-5f15b7c42680 req-96d105b4-dbbb-4ce7-91e6-5ce99aa48bc1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0549731 Nov 12 02:35:59.434564 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c12ca7b0-cf54-4a77-868e-5f15b7c42680 req-198b30ea-b319-4437-995c-da2d00c55e88 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422118 Nov 12 02:36:00.320503 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-42847267-4929-4e47-a688-9ddb6cc32ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:00.574917 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a756f1-d7d5-480f-aab4-6292d6816b49 req-05c02664-c711-47b9-850b-9d06d9b9fe7d tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:00.576482 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-98a756f1-d7d5-480f-aab4-6292d6816b49 req-05c02664-c711-47b9-850b-9d06d9b9fe7d tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0542903 Nov 12 02:36:00.627211 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-98a756f1-d7d5-480f-aab4-6292d6816b49 req-df81b808-ec5d-4d12-a678-f052eedf34c6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447376 Nov 12 02:36:01.604020 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:36:01.755532 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1546d-9309-40f9-9cb8-3f5c61e05c56 req-dc9e7163-49d4-4dcd-af1d-bcd8e6cce27a tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:01.757453 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b4b1546d-9309-40f9-9cb8-3f5c61e05c56 req-dc9e7163-49d4-4dcd-af1d-bcd8e6cce27a tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0572131 Nov 12 02:36:01.811848 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b4b1546d-9309-40f9-9cb8-3f5c61e05c56 req-ffe5b974-e98a-49ca-a50d-fc166f781e27 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481045 Nov 12 02:36:02.663330 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-5068909f-6801-41d1-b714-500ea8c1dcf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:02.939850 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abac81-22d6-4b76-a865-c05026489ad1 req-7de94a3a-ec87-4cdb-a5ac-2e363d08c4ed tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:02.943085 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-39abac81-22d6-4b76-a865-c05026489ad1 req-7de94a3a-ec87-4cdb-a5ac-2e363d08c4ed tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0540767 Nov 12 02:36:03.002228 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-39abac81-22d6-4b76-a865-c05026489ad1 req-939ad3a6-fb23-4462-991b-b7d718b59356 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506938 Nov 12 02:36:03.822250 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:04.127596 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33221ecd-2716-4903-bda0-695fb28e32a2 req-02927e6d-d4c6-4057-a1c8-3a21e94f289f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:04.129121 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-33221ecd-2716-4903-bda0-695fb28e32a2 req-02927e6d-d4c6-4057-a1c8-3a21e94f289f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0535414 Nov 12 02:36:04.178500 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-33221ecd-2716-4903-bda0-695fb28e32a2 req-0079feff-3901-4078-bcda-3fdd48265211 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419436 Nov 12 02:36:04.293328 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 054e67ae-3cc3-4cc3-b945-349581ab03eb details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:36:04.397233 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 054e67ae-3cc3-4cc3-b945-349581ab03eb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=054e67ae-3cc3-4cc3-b945-349581ab03eb,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:36:04.410479 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': '054e67ae-3cc3-4cc3-b945-349581ab03eb', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'port_id': '054e67ae-3cc3-4cc3-b945-349581ab03eb', 'mac_address': 'fa:16:3e:e2:82:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:36:04.447470 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:04.460887 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 054e67ae-3cc3-4cc3-b945-349581ab03eb {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:36:04.486209 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 054e67ae-3cc3-4cc3-b945-349581ab03eb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=054e67ae-3cc3-4cc3-b945-349581ab03eb,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:36:04.490318 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:04.544355 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=054e67ae-3cc3-4cc3-b945-349581ab03eb,revision_number=6']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:36:04.683466 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['054e67ae-3cc3-4cc3-b945-349581ab03eb'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:36:05.300763 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040586f-3697-4519-885c-167e518beb28 req-3430bd04-8b5a-40b4-92f4-505cd759218e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:05.302281 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d040586f-3697-4519-885c-167e518beb28 req-3430bd04-8b5a-40b4-92f4-505cd759218e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 945 time: 0.0503774 Nov 12 02:36:05.336191 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:05.354504 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d040586f-3697-4519-885c-167e518beb28 req-d51d4419-afa4-43f3-8d77-c6ab9acbe3e8 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456469 Nov 12 02:36:05.914097 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:06.294373 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 054e67ae-3cc3-4cc3-b945-349581ab03eb up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:36:06.342154 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port 054e67ae-3cc3-4cc3-b945-349581ab03eb triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:36:06.342864 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:06.428245 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:06.452680 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75cfef8-bb7c-41d9-b969-d4f2454a64fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054e67ae-3cc3-4cc3-b945-349581ab03eb'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:36:06.455009 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7f4758-bb6a-4363-9393-cd2e3fbf5a48" -d '{"events": [{"server_uuid": "d75cfef8-bb7c-41d9-b969-d4f2454a64fd", "name": "network-vif-plugged", "status": "completed", "tag": "054e67ae-3cc3-4cc3-b945-349581ab03eb"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:36:06.467889 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 054e67ae-3cc3-4cc3-b945-349581ab03eb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=054e67ae-3cc3-4cc3-b945-349581ab03eb,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:36:06.472813 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:06.478975 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c315b-907b-4b51-8f8c-257f2f54d6f4 req-8b1d33ba-8bfb-48ff-ad7a-7a76d14b3435 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:06.480768 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-857c315b-907b-4b51-8f8c-257f2f54d6f4 req-8b1d33ba-8bfb-48ff-ad7a-7a76d14b3435 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 945 time: 0.0529346 Nov 12 02:36:06.498452 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aeeb90e-6acd-4fb1-b3fa-7767fb7e259b x-openstack-request-id: req-3aeeb90e-6acd-4fb1-b3fa-7767fb7e259b {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:36:06.498774 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75cfef8-bb7c-41d9-b969-d4f2454a64fd", "name": "network-vif-plugged", "status": "completed", "tag": "054e67ae-3cc3-4cc3-b945-349581ab03eb", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:36:06.499027 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3aeeb90e-6acd-4fb1-b3fa-7767fb7e259b {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:36:06.499416 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75cfef8-bb7c-41d9-b969-d4f2454a64fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054e67ae-3cc3-4cc3-b945-349581ab03eb', 'code': 200} Nov 12 02:36:06.525663 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=054e67ae-3cc3-4cc3-b945-349581ab03eb,revision_number=7']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:36:06.538527 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-857c315b-907b-4b51-8f8c-257f2f54d6f4 req-1926e6ff-df55-4ddf-878d-2bd4f20874e1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504618 Nov 12 02:36:07.664140 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eee612-b78e-4cf9-8658-7d73fefa98da req-826f7a94-7387-43fd-89af-8d960c75c5cc tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:07.665687 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-58eee612-b78e-4cf9-8658-7d73fefa98da req-826f7a94-7387-43fd-89af-8d960c75c5cc tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0507684 Nov 12 02:36:07.717172 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-58eee612-b78e-4cf9-8658-7d73fefa98da req-125d1b71-a6a4-4299-970c-850466bb511c tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451558 Nov 12 02:36:08.843999 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44951c-4965-4af4-846e-337a4a076c6a req-33ce8585-804f-4a0a-b3ab-24b9edc136a5 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:08.845548 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5e44951c-4965-4af4-846e-337a4a076c6a req-33ce8585-804f-4a0a-b3ab-24b9edc136a5 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0512040 Nov 12 02:36:08.896334 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5e44951c-4965-4af4-846e-337a4a076c6a req-990b9438-b486-400f-952e-c96bf8489efe tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435128 Nov 12 02:36:10.161639 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc325c90-0cff-4832-938c-db00970597af req-cc7ac6cb-5230-43d8-9ef2-5b9652f8458c tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:10.163958 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dc325c90-0cff-4832-938c-db00970597af req-cc7ac6cb-5230-43d8-9ef2-5b9652f8458c tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.1861300 Nov 12 02:36:10.215598 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dc325c90-0cff-4832-938c-db00970597af req-bd782541-f88e-44ff-a323-35d32c2033a4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454335 Nov 12 02:36:11.344213 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54983b4c-9f8e-430b-a921-8fbdb3e0af34 req-f61c018a-fa98-4ec7-9735-8501d5457e49 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:11.345778 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-54983b4c-9f8e-430b-a921-8fbdb3e0af34 req-f61c018a-fa98-4ec7-9735-8501d5457e49 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0543516 Nov 12 02:36:11.402398 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-54983b4c-9f8e-430b-a921-8fbdb3e0af34 req-43e8bd6d-5272-44f4-8b5e-a9c93582a145 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485373 Nov 12 02:36:12.530904 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ef660-9bba-4ea2-b465-a0a8600bddf5 req-0c2f330c-3e9a-411b-9df5-1c596e001695 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:12.532438 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-313ef660-9bba-4ea2-b465-a0a8600bddf5 req-0c2f330c-3e9a-411b-9df5-1c596e001695 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0541711 Nov 12 02:36:12.589390 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-313ef660-9bba-4ea2-b465-a0a8600bddf5 req-1882e865-cd2f-478c-9927-888c09d1c310 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487278 Nov 12 02:36:13.720912 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f432df-8e71-41e1-ade6-74fb382c748b req-16cf4702-2120-4395-8d81-5679e544ba80 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:13.722526 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d3f432df-8e71-41e1-ade6-74fb382c748b req-16cf4702-2120-4395-8d81-5679e544ba80 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0531323 Nov 12 02:36:13.780408 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d3f432df-8e71-41e1-ade6-74fb382c748b req-1109e675-0743-45f9-9ddf-a00f2af0b45f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510604 Nov 12 02:36:14.918535 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590ce4f-09f3-437b-a693-3f9dc26ea3fe req-2a9ec7e5-55d7-4ce0-a9b6-7e11a1c56f96 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:14.920268 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1590ce4f-09f3-437b-a693-3f9dc26ea3fe req-2a9ec7e5-55d7-4ce0-a9b6-7e11a1c56f96 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0587268 Nov 12 02:36:14.972985 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1590ce4f-09f3-437b-a693-3f9dc26ea3fe req-a91fc5b6-31b5-4888-984c-ffe7c2d566c2 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467887 Nov 12 02:36:16.123163 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f85d0e-605a-4cad-8901-8bb4c9581387 req-4a2d23b1-02d5-43da-80e6-40d700241868 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:16.124820 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-35f85d0e-605a-4cad-8901-8bb4c9581387 req-4a2d23b1-02d5-43da-80e6-40d700241868 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0614457 Nov 12 02:36:16.178418 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-35f85d0e-605a-4cad-8901-8bb4c9581387 req-132293de-5542-4159-a068-2ba3c4e7c467 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465684 Nov 12 02:36:17.310466 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8a877-d441-4e1a-892e-9e6ddb874509 req-8bb16c0e-4565-454c-9d2d-b2f09794f11d tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:17.312026 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-82c8a877-d441-4e1a-892e-9e6ddb874509 req-8bb16c0e-4565-454c-9d2d-b2f09794f11d tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0525858 Nov 12 02:36:17.368554 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-82c8a877-d441-4e1a-892e-9e6ddb874509 req-972827c0-7898-4239-8538-df998a5cb443 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499883 Nov 12 02:36:18.512597 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba741eb-8f60-4226-ba12-0a2e3331a6d4 req-2224f340-4d7a-4320-b5e0-53c0c689c73d tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:18.519908 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0ba741eb-8f60-4226-ba12-0a2e3331a6d4 req-2224f340-4d7a-4320-b5e0-53c0c689c73d tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0636604 Nov 12 02:36:18.570246 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0ba741eb-8f60-4226-ba12-0a2e3331a6d4 req-83e753a6-31bf-4261-936a-889a8c7b322b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492804 Nov 12 02:36:19.368810 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:19.796909 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e5e3e-92bb-43be-b900-a7b15ed60790 req-f5357fd5-4af6-4b2c-8851-d69c290c14d6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:19.805258 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-164e5e3e-92bb-43be-b900-a7b15ed60790 req-f5357fd5-4af6-4b2c-8851-d69c290c14d6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.1207876 Nov 12 02:36:19.854190 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-164e5e3e-92bb-43be-b900-a7b15ed60790 req-631c4db9-869c-4882-b472-fed28e63afd9 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479081 Nov 12 02:36:21.149224 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f0bd9-9213-4819-b9ec-8844daea83fd req-5dd3b3de-5ead-499a-9d12-5c3d775fb526 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:21.149224 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d88f0bd9-9213-4819-b9ec-8844daea83fd req-5dd3b3de-5ead-499a-9d12-5c3d775fb526 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0523837 Nov 12 02:36:21.212057 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d88f0bd9-9213-4819-b9ec-8844daea83fd req-af4b4910-05d8-4229-880a-888a11236f2f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576763 Nov 12 02:36:22.352665 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3defd-8a51-44c3-abec-7b6dfc135b4f req-916f054b-17ad-4583-a532-bdde12112f3e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:22.354271 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-87a3defd-8a51-44c3-abec-7b6dfc135b4f req-916f054b-17ad-4583-a532-bdde12112f3e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0611253 Nov 12 02:36:22.415101 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-87a3defd-8a51-44c3-abec-7b6dfc135b4f req-1c9e4412-d261-4327-b7bb-332321210453 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533793 Nov 12 02:36:22.611493 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ae806-e5fd-43dd-a896-5121bf46f26b req-b0adaf35-933a-4f88-9ffd-4e610b016c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:22.613471 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-652ae806-e5fd-43dd-a896-5121bf46f26b req-b0adaf35-933a-4f88-9ffd-4e610b016c44 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e70a88f4b094066abaf2d0cd853f751&device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 1099 time: 0.0499127 Nov 12 02:36:22.739366 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ae806-e5fd-43dd-a896-5121bf46f26b req-e91405d0-654c-4dd5-beb0-0ef02bd373a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:22.741277 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-652ae806-e5fd-43dd-a896-5121bf46f26b req-e91405d0-654c-4dd5-beb0-0ef02bd373a6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed2ba848-d313-464e-93cb-db87f28d8bf9 HTTP/1.1" status: 200 len: 917 time: 0.1065264 Nov 12 02:36:22.820853 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-652ae806-e5fd-43dd-a896-5121bf46f26b req-ade48c18-c715-474b-8da3-08f717602070 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=054e67ae-3cc3-4cc3-b945-349581ab03eb HTTP/1.1" status: 200 len: 1001 time: 0.0710132 Nov 12 02:36:22.890658 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ae806-e5fd-43dd-a896-5121bf46f26b req-a49730c4-c702-499f-bb56-9683cd88e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:22.892162 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-652ae806-e5fd-43dd-a896-5121bf46f26b req-a49730c4-c702-499f-bb56-9683cd88e335 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a36fabb7-5929-480d-92d3-1a57b54853bf HTTP/1.1" status: 200 len: 855 time: 0.0636992 Nov 12 02:36:22.952296 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ae806-e5fd-43dd-a896-5121bf46f26b req-184edcd1-4347-4c2d-ad50-4fc1a55b23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:22.954096 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-652ae806-e5fd-43dd-a896-5121bf46f26b req-184edcd1-4347-4c2d-ad50-4fc1a55b23fb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed2ba848-d313-464e-93cb-db87f28d8bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505495 Nov 12 02:36:23.071662 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-652ae806-e5fd-43dd-a896-5121bf46f26b req-9245b778-c89d-4aec-9cf9-4fabf856a743 service neutron] 10.222.0.65 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034606 Nov 12 02:36:23.179053 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-652ae806-e5fd-43dd-a896-5121bf46f26b req-ba01248d-450b-48cc-a39e-30bae2b66db3 service neutron] 10.222.0.65 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978732 Nov 12 02:36:23.545355 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f592f0-7a8f-49eb-a263-c4b0aa1957ae req-2f4a33ab-5f2d-4adf-a450-00de758216e6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:23.546900 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b8f592f0-7a8f-49eb-a263-c4b0aa1957ae req-2f4a33ab-5f2d-4adf-a450-00de758216e6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0529048 Nov 12 02:36:23.597495 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b8f592f0-7a8f-49eb-a263-c4b0aa1957ae req-7c722dcd-4570-43f0-8894-586451bb474a tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434315 Nov 12 02:36:24.391892 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454e82f-fc4b-4c49-bf19-011911f7aa98 req-2dc6dc3e-16cd-4ad9-bb32-ac8939b1ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:24.393400 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2454e82f-fc4b-4c49-bf19-011911f7aa98 req-2dc6dc3e-16cd-4ad9-bb32-ac8939b1ee48 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e70a88f4b094066abaf2d0cd853f751&device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 1099 time: 0.0474064 Nov 12 02:36:24.488950 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454e82f-fc4b-4c49-bf19-011911f7aa98 req-939bbd76-b27b-4a23-8767-7211b8c6c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:24.490897 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2454e82f-fc4b-4c49-bf19-011911f7aa98 req-939bbd76-b27b-4a23-8767-7211b8c6c6ed service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed2ba848-d313-464e-93cb-db87f28d8bf9 HTTP/1.1" status: 200 len: 917 time: 0.0895665 Nov 12 02:36:24.560781 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2454e82f-fc4b-4c49-bf19-011911f7aa98 req-b156959f-12ca-4ba4-84da-bc410e571506 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=054e67ae-3cc3-4cc3-b945-349581ab03eb HTTP/1.1" status: 200 len: 1001 time: 0.0625350 Nov 12 02:36:24.610336 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454e82f-fc4b-4c49-bf19-011911f7aa98 req-0ff98001-1ec1-488f-ac11-7762b4b0ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:24.611841 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2454e82f-fc4b-4c49-bf19-011911f7aa98 req-0ff98001-1ec1-488f-ac11-7762b4b0ced4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a36fabb7-5929-480d-92d3-1a57b54853bf HTTP/1.1" status: 200 len: 855 time: 0.0440736 Nov 12 02:36:24.658219 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454e82f-fc4b-4c49-bf19-011911f7aa98 req-cdcd1e72-5bd5-4488-ba81-60197dcef9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:24.659770 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2454e82f-fc4b-4c49-bf19-011911f7aa98 req-cdcd1e72-5bd5-4488-ba81-60197dcef9d8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed2ba848-d313-464e-93cb-db87f28d8bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404930 Nov 12 02:36:24.777107 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607b6de-e45e-46c3-9e13-6e8e141f646f req-72e46e91-efbe-4fc0-af45-1b074b2a3c1b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:24.778548 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e607b6de-e45e-46c3-9e13-6e8e141f646f req-72e46e91-efbe-4fc0-af45-1b074b2a3c1b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.1043534 Nov 12 02:36:24.799821 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2454e82f-fc4b-4c49-bf19-011911f7aa98 req-08fa0d5a-9f3f-466d-aea6-f82afd758357 service neutron] 10.222.0.65 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328628 Nov 12 02:36:24.888448 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e607b6de-e45e-46c3-9e13-6e8e141f646f req-1c2884c9-c32d-492f-b68f-544d6e82cd4f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002026 Nov 12 02:36:24.917774 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2454e82f-fc4b-4c49-bf19-011911f7aa98 req-0dd4639a-ccac-462d-82db-f1c05b7a53b1 service neutron] 10.222.0.65 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107111 Nov 12 02:36:26.015665 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4051a-3e6f-49e2-a9a8-663f4c70170d req-60bfe8a8-33f3-4373-887a-eb5f9b6383b1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:26.017217 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-26f4051a-3e6f-49e2-a9a8-663f4c70170d req-60bfe8a8-33f3-4373-887a-eb5f9b6383b1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 946 time: 0.0539372 Nov 12 02:36:26.073962 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-26f4051a-3e6f-49e2-a9a8-663f4c70170d req-a3031a9c-b7b4-474f-997d-3f64fcf8feea tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495477 Nov 12 02:36:26.373741 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 054e67ae-3cc3-4cc3-b945-349581ab03eb no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:36:26.460515 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:26.483307 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75cfef8-bb7c-41d9-b969-d4f2454a64fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '054e67ae-3cc3-4cc3-b945-349581ab03eb'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:36:26.485551 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac31b69c-2ed1-4394-9329-a6d247d074cc" -d '{"events": [{"server_uuid": "d75cfef8-bb7c-41d9-b969-d4f2454a64fd", "name": "network-vif-unplugged", "status": "completed", "tag": "054e67ae-3cc3-4cc3-b945-349581ab03eb"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:36:26.508231 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 054e67ae-3cc3-4cc3-b945-349581ab03eb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=054e67ae-3cc3-4cc3-b945-349581ab03eb,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:36:26.512382 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:26.535942 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 02:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f29289-707f-463f-af17-32accf93841c x-openstack-request-id: req-c0f29289-707f-463f-af17-32accf93841c {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:36:26.536268 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75cfef8-bb7c-41d9-b969-d4f2454a64fd", "name": "network-vif-unplugged", "status": "completed", "tag": "054e67ae-3cc3-4cc3-b945-349581ab03eb", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:36:26.536523 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c0f29289-707f-463f-af17-32accf93841c {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:36:26.536912 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75cfef8-bb7c-41d9-b969-d4f2454a64fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '054e67ae-3cc3-4cc3-b945-349581ab03eb', 'code': 200} Nov 12 02:36:26.562654 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=054e67ae-3cc3-4cc3-b945-349581ab03eb,revision_number=8']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:36:27.205899 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1354e60-75e6-4084-bbe5-a89a1c9d2445 req-28e2b439-39a3-4574-85d2-4989b41705eb tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:27.207375 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f1354e60-75e6-4084-bbe5-a89a1c9d2445 req-28e2b439-39a3-4574-85d2-4989b41705eb tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.0549655 Nov 12 02:36:27.268545 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f1354e60-75e6-4084-bbe5-a89a1c9d2445 req-68288643-e9b0-476b-8407-8fcfa5462c58 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547011 Nov 12 02:36:28.127753 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [req-4790e14f-2b5b-44ba-8831-7df76b54812e req-e802f020-d708-4bdc-8a08-8950e13a0afc service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=101678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:36:28.129010 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4790e14f-2b5b-44ba-8831-7df76b54812e req-e802f020-d708-4bdc-8a08-8950e13a0afc service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056715 Nov 12 02:36:28.296685 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff0c75-03db-47f1-bbbc-d1c2f8f0c006 req-abbaaee6-b38e-4cbe-9994-5cbc8fdb3c69 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:28.299147 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-48ff0c75-03db-47f1-bbbc-d1c2f8f0c006 req-abbaaee6-b38e-4cbe-9994-5cbc8fdb3c69 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.0506530 Nov 12 02:36:28.351288 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-48ff0c75-03db-47f1-bbbc-d1c2f8f0c006 req-e2511904-d645-498d-a6f5-73b5772cae30 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463905 Nov 12 02:36:28.491127 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce7d2551-3cee-4fa4-82c4-813e4254a257 req-041fb29d-30c6-4b08-88d4-bd134af67a94 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0899854 Nov 12 02:36:29.543712 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d2551-3cee-4fa4-82c4-813e4254a257 req-cca7fea1-d373-4d99-8bc0-091e5583fead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:29.545837 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce7d2551-3cee-4fa4-82c4-813e4254a257 req-cca7fea1-d373-4d99-8bc0-091e5583fead service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd&tenant_id=4e70a88f4b094066abaf2d0cd853f751 HTTP/1.1" status: 200 len: 1097 time: 0.1047821 Nov 12 02:36:29.555536 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e08af-2e96-4fa4-9a30-f3bc44e27583 req-095da39d-e093-488c-923b-da4fdc37e5cf tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:29.557093 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cf4e08af-2e96-4fa4-9a30-f3bc44e27583 req-095da39d-e093-488c-923b-da4fdc37e5cf tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.1249936 Nov 12 02:36:29.644012 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cf4e08af-2e96-4fa4-9a30-f3bc44e27583 req-f91e4fb2-be55-441b-80c7-dfc98125d647 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809293 Nov 12 02:36:29.670823 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d2551-3cee-4fa4-82c4-813e4254a257 req-67e22d4d-5eca-43d0-bd4a-45d0ff918cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:29.672347 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce7d2551-3cee-4fa4-82c4-813e4254a257 req-67e22d4d-5eca-43d0-bd4a-45d0ff918cbd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e70a88f4b094066abaf2d0cd853f751&device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 1097 time: 0.0783777 Nov 12 02:36:29.772490 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d2551-3cee-4fa4-82c4-813e4254a257 req-e9d925c9-05c9-494a-bef0-c85fa6944789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:29.773936 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce7d2551-3cee-4fa4-82c4-813e4254a257 req-e9d925c9-05c9-494a-bef0-c85fa6944789 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ed2ba848-d313-464e-93cb-db87f28d8bf9 HTTP/1.1" status: 200 len: 917 time: 0.0937622 Nov 12 02:36:29.846528 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce7d2551-3cee-4fa4-82c4-813e4254a257 req-91312df9-a04a-4f30-8d43-8787c96fe5dc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=054e67ae-3cc3-4cc3-b945-349581ab03eb HTTP/1.1" status: 200 len: 999 time: 0.0651543 Nov 12 02:36:29.902147 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d2551-3cee-4fa4-82c4-813e4254a257 req-954068a2-5ecf-4962-afbd-be39b48b4422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:29.903624 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce7d2551-3cee-4fa4-82c4-813e4254a257 req-954068a2-5ecf-4962-afbd-be39b48b4422 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a36fabb7-5929-480d-92d3-1a57b54853bf HTTP/1.1" status: 200 len: 855 time: 0.0503647 Nov 12 02:36:29.951841 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d2551-3cee-4fa4-82c4-813e4254a257 req-af592c65-b894-4ba3-8be1-e7486cfb47b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:29.953344 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce7d2551-3cee-4fa4-82c4-813e4254a257 req-af592c65-b894-4ba3-8be1-e7486cfb47b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ed2ba848-d313-464e-93cb-db87f28d8bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410030 Nov 12 02:36:30.049036 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce7d2551-3cee-4fa4-82c4-813e4254a257 req-d6a40afe-6b61-4dde-9f40-9754d6b43c05 service neutron] 10.222.0.65 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868526 Nov 12 02:36:30.149098 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce7d2551-3cee-4fa4-82c4-813e4254a257 req-ed4b24db-e2de-4d52-8e2e-097c2cab18d8 service neutron] 10.222.0.65 "GET /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927284 Nov 12 02:36:30.322909 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-a0869227-b7ca-42e2-92a0-df64c518f474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:30.403724 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 054e67ae-3cc3-4cc3-b945-349581ab03eb no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:36:30.785182 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d5663-2144-4205-97ef-7709cb65f882 req-3ca692f1-f7ba-4770-8cbb-0aae2d4d0e5c tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:30.786842 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e63d5663-2144-4205-97ef-7709cb65f882 req-3ca692f1-f7ba-4770-8cbb-0aae2d4d0e5c tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.0644412 Nov 12 02:36:30.846731 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e63d5663-2144-4205-97ef-7709cb65f882 req-916fdd96-6ae2-4d59-a78b-0e3202ae57b3 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533037 Nov 12 02:36:31.993369 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcf767-0472-4e93-91cd-ac468a11808b req-5922367e-acca-4a7a-bf0a-661e1997cdd6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:31.994922 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-69fcf767-0472-4e93-91cd-ac468a11808b req-5922367e-acca-4a7a-bf0a-661e1997cdd6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.0725334 Nov 12 02:36:32.046618 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-69fcf767-0472-4e93-91cd-ac468a11808b req-49343da3-b943-4f59-b220-b627359db51c tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457394 Nov 12 02:36:32.669736 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-2be8138c-51f6-45a4-a2d0-4d998222c660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:33.197429 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0dfcda-8591-4782-ac74-d6b7bd3dab4a req-e9174ebe-9432-4b25-8fd2-046308ac5b98 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:33.199037 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ec0dfcda-8591-4782-ac74-d6b7bd3dab4a req-e9174ebe-9432-4b25-8fd2-046308ac5b98 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.0601771 Nov 12 02:36:33.263556 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ec0dfcda-8591-4782-ac74-d6b7bd3dab4a req-b3b790a5-2773-4cd7-9b1d-252e601e4ce0 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527778 Nov 12 02:36:33.823798 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:34.396244 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd955a-1a97-4b3c-8642-98ce569a5ec5 req-25929562-3870-4794-a081-66f684ba6ab6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:34.398336 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cccd955a-1a97-4b3c-8642-98ce569a5ec5 req-25929562-3870-4794-a081-66f684ba6ab6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.0605640 Nov 12 02:36:34.451289 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cccd955a-1a97-4b3c-8642-98ce569a5ec5 req-9d8d0e6a-788f-41b2-8ba5-4112ee555400 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462081 Nov 12 02:36:35.342684 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:35.580264 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c8b5f-02d3-48c5-b68e-e4bfb981d5cf req-9c9ba369-a587-4cc6-a35a-4c30119503a3 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:35.581781 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cf2c8b5f-02d3-48c5-b68e-e4bfb981d5cf req-9c9ba369-a587-4cc6-a35a-4c30119503a3 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.0540621 Nov 12 02:36:35.634496 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cf2c8b5f-02d3-48c5-b68e-e4bfb981d5cf req-2bf7fb84-67bf-470f-bf0f-945a7b967d26 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457425 Nov 12 02:36:35.908764 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:36.759805 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab21406-7f18-4bd5-bde5-d33a902f736c req-d14bcf94-2d02-4a9c-8ac2-dfbb23d587ab tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:36.761553 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0ab21406-7f18-4bd5-bde5-d33a902f736c req-d14bcf94-2d02-4a9c-8ac2-dfbb23d587ab tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.0518022 Nov 12 02:36:36.812465 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0ab21406-7f18-4bd5-bde5-d33a902f736c req-0b7a13c3-53c3-4e64-85ff-4f0289a80b7b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445800 Nov 12 02:36:38.223574 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfff4e8-3c9e-4d32-a750-9e2cdb644e70 req-9b8aeee3-3e6b-42a8-a729-2a1ba3ce2bf2 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:38.225071 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dcfff4e8-3c9e-4d32-a750-9e2cdb644e70 req-9b8aeee3-3e6b-42a8-a729-2a1ba3ce2bf2 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.3357599 Nov 12 02:36:38.277331 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dcfff4e8-3c9e-4d32-a750-9e2cdb644e70 req-681df6a2-c53a-4fb2-9dc4-325914c15027 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461195 Nov 12 02:36:38.603206 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:36:39.412874 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82f0d3-0227-48d7-99b6-88424b1deff7 req-3e963fb9-5e76-46a1-84b4-cf3d9d6ac564 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:39.414440 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3b82f0d3-0227-48d7-99b6-88424b1deff7 req-3e963fb9-5e76-46a1-84b4-cf3d9d6ac564 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.0663130 Nov 12 02:36:39.488246 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3b82f0d3-0227-48d7-99b6-88424b1deff7 req-704d4d5c-f6e2-4806-9782-846be944b456 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639439 Nov 12 02:36:40.613346 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347298f1-af54-4a4c-8b23-244be547c8d3 req-17586e75-07ed-42e3-954d-74f68abbb984 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:40.614892 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-347298f1-af54-4a4c-8b23-244be547c8d3 req-17586e75-07ed-42e3-954d-74f68abbb984 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.0594997 Nov 12 02:36:40.669172 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-347298f1-af54-4a4c-8b23-244be547c8d3 req-60e80d14-8680-4286-bff8-0b00eab72210 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480654 Nov 12 02:36:41.802695 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cfba0-9290-48d1-81c8-f3ae6dfbb461 req-c1d52bdb-654c-455f-a581-87c70afcd288 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:41.804376 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-258cfba0-9290-48d1-81c8-f3ae6dfbb461 req-c1d52bdb-654c-455f-a581-87c70afcd288 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.0513203 Nov 12 02:36:41.857212 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-258cfba0-9290-48d1-81c8-f3ae6dfbb461 req-7a39dae1-5973-48d5-8148-a8d5696ee0f5 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465381 Nov 12 02:36:43.010054 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98ce97-fc11-4a05-85d6-3b634880983b req-8bb24faa-d6b7-4aa9-84b2-d0bb3a41c9be tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:43.011667 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8b98ce97-fc11-4a05-85d6-3b634880983b req-8bb24faa-d6b7-4aa9-84b2-d0bb3a41c9be tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.0776772 Nov 12 02:36:43.065143 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8b98ce97-fc11-4a05-85d6-3b634880983b req-fc5f7393-9a61-478a-9523-4b1c08dc987c tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474608 Nov 12 02:36:44.206963 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fb403-3ce7-428c-aa4e-8aa1ea601584 req-2cd75b6f-6973-4f23-8ccb-0981d5169b2c tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:44.209072 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7a5fb403-3ce7-428c-aa4e-8aa1ea601584 req-2cd75b6f-6973-4f23-8ccb-0981d5169b2c tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.0641286 Nov 12 02:36:44.267735 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7a5fb403-3ce7-428c-aa4e-8aa1ea601584 req-9e2774e6-ec24-4480-9902-a7b03522b1a6 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524402 Nov 12 02:36:45.408087 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d90a85-e01b-4aff-bfbb-3255dea70844 req-c6a5b7e4-d6bd-46a9-8744-8570ea28ee7d tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:45.410631 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a8d90a85-e01b-4aff-bfbb-3255dea70844 req-c6a5b7e4-d6bd-46a9-8744-8570ea28ee7d tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.0654676 Nov 12 02:36:45.478393 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a8d90a85-e01b-4aff-bfbb-3255dea70844 req-e76beed1-1239-46a9-b423-e8ff04352a14 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610251 Nov 12 02:36:46.603093 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1d3f7-77f9-43b2-9fc3-4f53ca81de11 req-7d6bdc7e-a14e-41d4-9a82-14da64934d02 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:46.604652 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4bb1d3f7-77f9-43b2-9fc3-4f53ca81de11 req-7d6bdc7e-a14e-41d4-9a82-14da64934d02 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.0504189 Nov 12 02:36:46.656575 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4bb1d3f7-77f9-43b2-9fc3-4f53ca81de11 req-3c82bd47-6264-4e13-8be8-82681478ae5f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459583 Nov 12 02:36:47.778924 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd40808-9212-48ae-8c56-30f668e93ee3 req-6d2e07aa-c80f-4a40-97d1-ad426e8bf28f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:47.780463 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5dd40808-9212-48ae-8c56-30f668e93ee3 req-6d2e07aa-c80f-4a40-97d1-ad426e8bf28f tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.0507822 Nov 12 02:36:47.833392 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5dd40808-9212-48ae-8c56-30f668e93ee3 req-6fae2c26-66ec-4225-ab0a-335def6b21c0 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456538 Nov 12 02:36:48.953506 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a044165-159d-43c5-8509-df754c6d3da9 req-c8a0f473-ff2a-408a-a49e-1f880ceae9e4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:48.955026 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4a044165-159d-43c5-8509-df754c6d3da9 req-c8a0f473-ff2a-408a-a49e-1f880ceae9e4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.0491536 Nov 12 02:36:49.002437 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4a044165-159d-43c5-8509-df754c6d3da9 req-338cc9da-cabf-4fd9-a324-564b80b942e1 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414064 Nov 12 02:36:49.362012 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:50.126431 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec03fb8-b671-4321-abfa-c869db8befb3 req-e1abd68b-654e-4624-9242-fcc87ba14dbc tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:50.128018 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0ec03fb8-b671-4321-abfa-c869db8befb3 req-e1abd68b-654e-4624-9242-fcc87ba14dbc tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 944 time: 0.0531120 Nov 12 02:36:50.177029 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0ec03fb8-b671-4321-abfa-c869db8befb3 req-fd4b20bb-8e99-4d84-b320-d822ec361283 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424092 Nov 12 02:36:50.502777 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 054e67ae-3cc3-4cc3-b945-349581ab03eb details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:36:50.613057 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 054e67ae-3cc3-4cc3-b945-349581ab03eb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=054e67ae-3cc3-4cc3-b945-349581ab03eb,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:36:50.629969 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': '054e67ae-3cc3-4cc3-b945-349581ab03eb', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'port_id': '054e67ae-3cc3-4cc3-b945-349581ab03eb', 'mac_address': 'fa:16:3e:e2:82:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:36:50.673404 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:50.686472 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054e67ae-3cc3-4cc3-b945-349581ab03eb {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:36:50.707180 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 054e67ae-3cc3-4cc3-b945-349581ab03eb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=054e67ae-3cc3-4cc3-b945-349581ab03eb,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:36:50.715255 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:50.781740 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=054e67ae-3cc3-4cc3-b945-349581ab03eb,revision_number=9']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:36:50.791616 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:36:50.791970 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:36:50.792312 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:36:50.792664 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:36:50.792998 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:36:50.793382 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:36:50.793734 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:36:50.794077 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:36:50.794374 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:36:50.794783 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:36:50.795107 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:36:50.795411 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:36:51.185515 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['054e67ae-3cc3-4cc3-b945-349581ab03eb'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:36:51.324963 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf108d-91b2-42b8-b094-bae63e2eceb6 req-deee8567-6420-4074-9d32-6e69d4fe0afa tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:51.326562 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2dcf108d-91b2-42b8-b094-bae63e2eceb6 req-deee8567-6420-4074-9d32-6e69d4fe0afa tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 945 time: 0.0705020 Nov 12 02:36:51.383206 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2dcf108d-91b2-42b8-b094-bae63e2eceb6 req-112d9426-5ad5-4ab2-b4d6-3f9cc14ee8c4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486515 Nov 12 02:36:52.510194 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d9a14-2660-4107-ba21-9807823d88df req-921c0415-7058-4647-b13d-d5ecdbf2f299 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:52.511702 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-404d9a14-2660-4107-ba21-9807823d88df req-921c0415-7058-4647-b13d-d5ecdbf2f299 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 945 time: 0.0536597 Nov 12 02:36:52.512926 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 054e67ae-3cc3-4cc3-b945-349581ab03eb up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:36:52.561046 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-404d9a14-2660-4107-ba21-9807823d88df req-1a75e623-6224-4292-ae19-b829585e0273 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421610 Nov 12 02:36:52.561707 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port 054e67ae-3cc3-4cc3-b945-349581ab03eb triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:36:52.562210 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:52.645533 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:52.668269 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75cfef8-bb7c-41d9-b969-d4f2454a64fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054e67ae-3cc3-4cc3-b945-349581ab03eb'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:36:52.670454 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a159c7-532f-462e-9baf-33cd699b40c9" -d '{"events": [{"server_uuid": "d75cfef8-bb7c-41d9-b969-d4f2454a64fd", "name": "network-vif-plugged", "status": "completed", "tag": "054e67ae-3cc3-4cc3-b945-349581ab03eb"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:36:52.684066 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 054e67ae-3cc3-4cc3-b945-349581ab03eb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=054e67ae-3cc3-4cc3-b945-349581ab03eb,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:36:52.688554 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:52.712339 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebf3bf1-d0ff-4d92-8898-83be44fb6c62 x-openstack-request-id: req-bebf3bf1-d0ff-4d92-8898-83be44fb6c62 {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:36:52.712642 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75cfef8-bb7c-41d9-b969-d4f2454a64fd", "name": "network-vif-plugged", "status": "completed", "tag": "054e67ae-3cc3-4cc3-b945-349581ab03eb", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:36:52.712901 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bebf3bf1-d0ff-4d92-8898-83be44fb6c62 {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:36:52.713295 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75cfef8-bb7c-41d9-b969-d4f2454a64fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054e67ae-3cc3-4cc3-b945-349581ab03eb', 'code': 200} Nov 12 02:36:52.737718 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=054e67ae-3cc3-4cc3-b945-349581ab03eb,revision_number=10']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:36:53.030260 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033ee96-e34c-4f4d-94ab-0d33761c2766 req-a01c9f9e-4ad6-47b6-abf4-2ad1b50d51fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:53.031820 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1033ee96-e34c-4f4d-94ab-0d33761c2766 req-a01c9f9e-4ad6-47b6-abf4-2ad1b50d51fc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 1100 time: 0.0837021 Nov 12 02:36:53.077316 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1033ee96-e34c-4f4d-94ab-0d33761c2766 req-4a37c6c2-f76c-4879-b71d-a24ae50bff4f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378478 Nov 12 02:36:53.688733 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82742f7-ee0e-4c79-8d1d-fb01110bf2ff req-e103c5be-17d7-4275-bcbc-4c73aef86b80 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:53.690255 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f82742f7-ee0e-4c79-8d1d-fb01110bf2ff req-e103c5be-17d7-4275-bcbc-4c73aef86b80 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 947 time: 0.0495479 Nov 12 02:36:53.742153 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f82742f7-ee0e-4c79-8d1d-fb01110bf2ff req-0e2f7ea4-d060-405f-a609-87cf3d5ed294 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446520 Nov 12 02:36:54.883734 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e338e-060d-4359-a844-677c1e2c602a req-02291459-18fc-4440-b3e9-783464b93880 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:54.885253 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-929e338e-060d-4359-a844-677c1e2c602a req-02291459-18fc-4440-b3e9-783464b93880 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 947 time: 0.0588362 Nov 12 02:36:54.936251 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-929e338e-060d-4359-a844-677c1e2c602a req-3c8ed87b-0865-49a7-ad2b-eceb94a78f16 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448530 Nov 12 02:36:56.057470 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324bf0e-ad6e-491e-9031-01e69b8cabf0 req-7964870a-44ba-42ad-8e81-127132442151 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:36:56.059037 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b324bf0e-ad6e-491e-9031-01e69b8cabf0 req-7964870a-44ba-42ad-8e81-127132442151 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 947 time: 0.0504894 Nov 12 02:36:56.107401 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b324bf0e-ad6e-491e-9031-01e69b8cabf0 req-05e48e4f-b0df-49be-9c78-8a09bf8075f9 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424185 Nov 12 02:37:00.324796 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-3c2a655e-3155-4826-bbbb-2012be8cba31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:02.663381 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-683c067c-7b27-43d1-bcc6-b61534ffd409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:03.625710 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdb1d6-3691-49f5-911b-16b631c6c33a req-fdca75d4-4142-4cdd-976e-6f300f90659d tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:37:03.627273 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-61bdb1d6-3691-49f5-911b-16b631c6c33a req-fdca75d4-4142-4cdd-976e-6f300f90659d tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 946 time: 0.0531414 Nov 12 02:37:03.679948 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-61bdb1d6-3691-49f5-911b-16b631c6c33a req-3fdcb4a4-a211-4856-b085-1431f5cd6a83 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbda8260-71ad-4c77-adae-9f8f8e33cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459187 Nov 12 02:37:03.825516 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:04.802603 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6972e-100b-4c8e-9602-b8acf9a0c640 req-90399710-47f8-4974-8665-5bcef4fac04c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:37:04.804157 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-99d6972e-100b-4c8e-9602-b8acf9a0c640 req-90399710-47f8-4974-8665-5bcef4fac04c tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 946 time: 0.0534015 Nov 12 02:37:04.862938 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-99d6972e-100b-4c8e-9602-b8acf9a0c640 req-e296dbe3-2e07-4e1a-91b7-c87b5114c886 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbda8260-71ad-4c77-adae-9f8f8e33cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527043 Nov 12 02:37:05.340383 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:05.911339 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:05.981337 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d717281-5516-4aa6-8209-4004e967b87a req-29181860-73c0-4016-99c9-3e578582814f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:37:05.982911 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6d717281-5516-4aa6-8209-4004e967b87a req-29181860-73c0-4016-99c9-3e578582814f tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 946 time: 0.0513635 Nov 12 02:37:06.035472 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6d717281-5516-4aa6-8209-4004e967b87a req-7948cfa9-3ec5-4703-9db6-8bfc8aa04ec2 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups?id=cbda8260-71ad-4c77-adae-9f8f8e33cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465584 Nov 12 02:37:06.135314 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb94786-137f-41a0-83b5-3611264e8511 req-2c5e2033-a6d8-4f2d-9dd1-a609e4fcbca1 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:37:06.136780 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0cb94786-137f-41a0-83b5-3611264e8511 req-2c5e2033-a6d8-4f2d-9dd1-a609e4fcbca1 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.65 "GET /v2.0/ports?device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 946 time: 0.0502291 Nov 12 02:37:06.229316 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-0cb94786-137f-41a0-83b5-3611264e8511 req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Deleting port 5888bc48-d959-49a9-a8ab-cc91e012e935 {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:37:06.229655 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-0cb94786-137f-41a0-83b5-3611264e8511 req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:06.335759 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-0cb94786-137f-41a0-83b5-3611264e8511 req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] For port 5888bc48-d959-49a9-a8ab-cc91e012e935, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=5888bc48-d959-49a9-a8ab-cc91e012e935,segment=NetworkSegment(b5585940-4db6-45e9-a202-a9a8eaf4bd20),segment_id=b5585940-4db6-45e9-a202-a9a8eaf4bd20)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:37:06.336123 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-0cb94786-137f-41a0-83b5-3611264e8511 req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:06.508008 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-0cb94786-137f-41a0-83b5-3611264e8511 req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:06.508279 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-0cb94786-137f-41a0-83b5-3611264e8511 req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661460'] for floatingip, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:06.508592 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.l3_db [req-0cb94786-137f-41a0-83b5-3611264e8511 req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Floating IP d8829108-826f-4e36-8d26-77cee7ddc17a disassociated. External IP: 172.27.2.115, port: 5888bc48-d959-49a9-a8ab-cc91e012e935. Nov 12 02:37:06.508932 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-0cb94786-137f-41a0-83b5-3611264e8511 req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Calling delete_port for 5888bc48-d959-49a9-a8ab-cc91e012e935 owned by compute:nova {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:37:06.639885 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-0cb94786-137f-41a0-83b5-3611264e8511 req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:06.669904 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Pushing event deleted for resources: {'Port': ['ID=5888bc48-d959-49a9-a8ab-cc91e012e935,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:06.681239 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:06.681587 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:06.681933 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:06.682265 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:06.682594 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:06.682945 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:06.683271 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:06.683592 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:06.683915 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:06.684232 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:06.684551 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:06.684865 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:06.795208 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cb94786-137f-41a0-83b5-3611264e8511 req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Router f82aba61-49b2-47b7-92ac-96fb14f35b9e has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:37:06.908284 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cb94786-137f-41a0-83b5-3611264e8511 req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:37:06.923511 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33545b55-b374-49a7-8c10-013bd16a794d None None] Sync routers for ids ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:37:06.935749 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33545b55-b374-49a7-8c10-013bd16a794d None None] Routers {'f82aba61-49b2-47b7-92ac-96fb14f35b9e'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:37:06.936613 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-33545b55-b374-49a7-8c10-013bd16a794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:37:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:37:06.952842 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb94786-137f-41a0-83b5-3611264e8511 req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] No DVR routers for this DVR port 5888bc48-d959-49a9-a8ab-cc91e012e935 on host hv-cinder-80857 {{(pid=101678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:37:06.955305 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-0cb94786-137f-41a0-83b5-3611264e8511 req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:06.959658 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0cb94786-137f-41a0-83b5-3611264e8511 req-feff2df8-0e3a-442d-8c80-e6af92ff9782 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.65 "DELETE /v2.0/ports/5888bc48-d959-49a9-a8ab-cc91e012e935 HTTP/1.1" status: 204 len: 173 time: 0.8156826 Nov 12 02:37:06.959820 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe1c1de-88eb-40a0-8799-5cc1dec271f5', 'name': 'network-vif-deleted', 'tag': '5888bc48-d959-49a9-a8ab-cc91e012e935'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:37:06.961994 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7308515d-9d1c-4e05-9a1d-4502ff55fbf8" -d '{"events": [{"server_uuid": "dfe1c1de-88eb-40a0-8799-5cc1dec271f5", "name": "network-vif-deleted", "tag": "5888bc48-d959-49a9-a8ab-cc91e012e935"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:37:07.054469 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-33545b55-b374-49a7-8c10-013bd16a794d None None] Set router f82aba61-49b2-47b7-92ac-96fb14f35b9e gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:37:07.099894 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bd7bd9-17bc-4045-8dde-428112d93107 x-openstack-request-id: req-02bd7bd9-17bc-4045-8dde-428112d93107 {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:37:07.100688 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe1c1de-88eb-40a0-8799-5cc1dec271f5", "name": "network-vif-deleted", "tag": "5888bc48-d959-49a9-a8ab-cc91e012e935", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:37:07.100688 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02bd7bd9-17bc-4045-8dde-428112d93107 {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:37:07.101021 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe1c1de-88eb-40a0-8799-5cc1dec271f5', 'name': 'network-vif-deleted', 'tag': '5888bc48-d959-49a9-a8ab-cc91e012e935', 'status': 'completed', 'code': 200} Nov 12 02:37:07.184699 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4ff9ece4-b090-40cc-bbb3-93f92a76d4d3 req-aceb9cdc-d25c-477d-9f03-12c55b07aede tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfe1c1de-88eb-40a0-8799-5cc1dec271f5 HTTP/1.1" status: 200 len: 210 time: 0.0350080 Nov 12 02:37:07.275443 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-33545b55-b374-49a7-8c10-013bd16a794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'name': 'tempest-AttachVolumeTestJSON-965118375-router', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:16Z', 'revision_number': 4, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'gw_port': {'id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'a6bc6ea7-3b29-48eb-9885-2d57f26c99ff', 'name': '', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'mac_address': 'fa:16:3e:2a:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 5, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'subnets': [{'id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:37:07.302292 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33545b55-b374-49a7-8c10-013bd16a794d None None] Checking router: f82aba61-49b2-47b7-92ac-96fb14f35b9e for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:37:07.311370 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33545b55-b374-49a7-8c10-013bd16a794d None None] Routers {'f82aba61-49b2-47b7-92ac-96fb14f35b9e'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:37:07.311893 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-33545b55-b374-49a7-8c10-013bd16a794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:37:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:37:07.541270 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-33545b55-b374-49a7-8c10-013bd16a794d None None] Set router f82aba61-49b2-47b7-92ac-96fb14f35b9e gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:37:07.758279 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-33545b55-b374-49a7-8c10-013bd16a794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'name': 'tempest-AttachVolumeTestJSON-965118375-router', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:16Z', 'revision_number': 4, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'gw_port': {'id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'a6bc6ea7-3b29-48eb-9885-2d57f26c99ff', 'name': '', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'mac_address': 'fa:16:3e:2a:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 5, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'subnets': [{'id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:37:07.789672 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33545b55-b374-49a7-8c10-013bd16a794d None None] The sync data for ids ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'] in dv-cinder-808574-4-iscsi is: [{'id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'name': 'tempest-AttachVolumeTestJSON-965118375-router', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:16Z', 'revision_number': 4, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'gw_port': {'id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'a6bc6ea7-3b29-48eb-9885-2d57f26c99ff', 'name': '', 'network_id': '38363d6e-af24-4ec9-9ca9-8c61a2487f51', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'mac_address': 'fa:16:3e:2a:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 5, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'subnets': [{'id': '413e91f4-27d9-4216-94e8-e9c6cf51bd63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:37:08.013314 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ae5cf1-2de1-4f4e-aa20-75a8a0da22e8 None None] New status for floating IP d8829108-826f-4e36-8d26-77cee7ddc17a: DOWN {{(pid=101680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:37:08.271740 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 48714) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:08.324080 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9b3ec229-2942-4424-b862-75380d54efdb tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:08.347465 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9b3ec229-2942-4424-b862-75380d54efdb tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:08.395621 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9b3ec229-2942-4424-b862-75380d54efdb tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:08.398225 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9b3ec229-2942-4424-b862-75380d54efdb tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:08.399412 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-9b3ec229-2942-4424-b862-75380d54efdb tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "DELETE /v2.0/security-groups/cbda8260-71ad-4c77-adae-9f8f8e33cefd HTTP/1.1" status: 204 len: 168 time: 0.1266303 Nov 12 02:37:08.402464 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 48716) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:08.408296 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ec229-2942-4424-b862-75380d54efdb tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbda8260-71ad-4c77-adae-9f8f8e33cefd,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:08.418800 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.api.v2.resource [None req-084be01f-65a4-4193-8d66-4c53387a652d tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] show failed (client error): The resource could not be found. Nov 12 02:37:08.422534 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-084be01f-65a4-4193-8d66-4c53387a652d tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "GET /v2.0/security-groups/cbda8260-71ad-4c77-adae-9f8f8e33cefd HTTP/1.1" status: 404 len: 347 time: 0.0186911 Nov 12 02:37:08.423267 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 48720) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:08.539148 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 5888bc48-d959-49a9-a8ab-cc91e012e935 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:37:08.546056 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-d3a68ec7-2262-4b0b-a647-0ef549ace768 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Deleting port 5d766001-b7d9-4a62-8258-d99797945ac7 {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:37:08.546398 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d3a68ec7-2262-4b0b-a647-0ef549ace768 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:08.559114 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] No Port match for: 5888bc48-d959-49a9-a8ab-cc91e012e935 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:37:08.559464 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 5888bc48-d959-49a9-a8ab-cc91e012e935 not bound to the agent host hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:37:08.626311 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d3a68ec7-2262-4b0b-a647-0ef549ace768 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:08.626641 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d3a68ec7-2262-4b0b-a647-0ef549ace768 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:08.639445 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-d3a68ec7-2262-4b0b-a647-0ef549ace768 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Calling delete_port for 5d766001-b7d9-4a62-8258-d99797945ac7 owned by network:floatingip {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:37:08.780726 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d3a68ec7-2262-4b0b-a647-0ef549ace768 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:08.810349 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a68ec7-2262-4b0b-a647-0ef549ace768 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Pushing event deleted for resources: {'Port': ['ID=5d766001-b7d9-4a62-8258-d99797945ac7,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:08.872746 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d3a68ec7-2262-4b0b-a647-0ef549ace768 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks [] for floatingip, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:08.875451 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d3a68ec7-2262-4b0b-a647-0ef549ace768 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for floatingip, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:08.876645 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-d3a68ec7-2262-4b0b-a647-0ef549ace768 tempest-AttachVolumeTestJSON-553879426 tempest-AttachVolumeTestJSON-553879426-project] 10.222.0.70 "DELETE /v2.0/floatingips/d8829108-826f-4e36-8d26-77cee7ddc17a HTTP/1.1" status: 204 len: 168 time: 0.4521952 Nov 12 02:37:12.429321 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 48752) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:13.233702 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658132'] for router_interface, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:13.536101 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] Deleting port a6bc6ea7-3b29-48eb-9885-2d57f26c99ff {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:37:13.536914 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:13.610903 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] For port a6bc6ea7-3b29-48eb-9885-2d57f26c99ff, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=a6bc6ea7-3b29-48eb-9885-2d57f26c99ff,segment=NetworkSegment(b5585940-4db6-45e9-a202-a9a8eaf4bd20),segment_id=b5585940-4db6-45e9-a202-a9a8eaf4bd20)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:37:13.611287 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:13.623375 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] Calling delete_port for a6bc6ea7-3b29-48eb-9885-2d57f26c99ff owned by network:router_interface {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:37:13.815730 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:13.845785 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6bc6ea7-3b29-48eb-9885-2d57f26c99ff,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:13.869910 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:13.870269 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:13.870616 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:13.871006 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:13.871343 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:13.871682 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:13.872013 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:13.872346 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:13.872680 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:13.873023 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:13.873338 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:13.873662 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:37:14.017160 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658532'] for router_interface, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:14.224589 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] Router f82aba61-49b2-47b7-92ac-96fb14f35b9e has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:37:14.329300 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:37:14.334690 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-e26de12e-a2d0-4371-973b-5d99a1155335 admin admin] 10.222.0.70 "PUT /v2.0/routers/f82aba61-49b2-47b7-92ac-96fb14f35b9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9043303 Nov 12 02:37:14.337223 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 48756) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:14.340666 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82a84e5-fb95-4f0c-9a24-9cc2ca777755 None None] Sync routers for ids ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:37:14.351608 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82a84e5-fb95-4f0c-9a24-9cc2ca777755 None None] Routers {'f82aba61-49b2-47b7-92ac-96fb14f35b9e'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:37:14.352340 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-e82a84e5-fb95-4f0c-9a24-9cc2ca777755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:37:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:37:14.440846 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e002efd9-08d9-49b6-84de-273f2245d404 admin admin] Publish callbacks [] for router, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:14.459502 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-e82a84e5-fb95-4f0c-9a24-9cc2ca777755 None None] Set router f82aba61-49b2-47b7-92ac-96fb14f35b9e gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:37:14.545846 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e002efd9-08d9-49b6-84de-273f2245d404 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:14.596759 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e002efd9-08d9-49b6-84de-273f2245d404 admin admin] Deleting port 8aae7e1c-0e0d-49dc-a888-7e26f9b42745 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:37:14.597097 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e002efd9-08d9-49b6-84de-273f2245d404 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:14.635679 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-e82a84e5-fb95-4f0c-9a24-9cc2ca777755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'name': 'tempest-AttachVolumeTestJSON-965118375-router', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:37:13Z', 'revision_number': 5, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'gw_port': {'id': '8aae7e1c-0e0d-49dc-a888-7e26f9b42745', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:37:14.662117 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82a84e5-fb95-4f0c-9a24-9cc2ca777755 None None] Checking router: f82aba61-49b2-47b7-92ac-96fb14f35b9e for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:37:14.670465 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82a84e5-fb95-4f0c-9a24-9cc2ca777755 None None] Routers {'f82aba61-49b2-47b7-92ac-96fb14f35b9e'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:37:14.671099 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-e82a84e5-fb95-4f0c-9a24-9cc2ca777755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:37:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:37:14.674720 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e002efd9-08d9-49b6-84de-273f2245d404 admin admin] For port 8aae7e1c-0e0d-49dc-a888-7e26f9b42745, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=8aae7e1c-0e0d-49dc-a888-7e26f9b42745,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:37:14.675081 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e002efd9-08d9-49b6-84de-273f2245d404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:14.688272 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e002efd9-08d9-49b6-84de-273f2245d404 admin admin] Calling delete_port for 8aae7e1c-0e0d-49dc-a888-7e26f9b42745 owned by network:router_gateway {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:37:14.756149 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-e82a84e5-fb95-4f0c-9a24-9cc2ca777755 None None] Set router f82aba61-49b2-47b7-92ac-96fb14f35b9e gateway port host: None {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:37:14.812494 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-e82a84e5-fb95-4f0c-9a24-9cc2ca777755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'name': 'tempest-AttachVolumeTestJSON-965118375-router', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:37:14Z', 'revision_number': 6, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'gw_port_host': None}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:37:14.839392 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82a84e5-fb95-4f0c-9a24-9cc2ca777755 None None] The sync data for ids ['f82aba61-49b2-47b7-92ac-96fb14f35b9e'] in dv-cinder-808574-4-iscsi is: [{'id': 'f82aba61-49b2-47b7-92ac-96fb14f35b9e', 'name': 'tempest-AttachVolumeTestJSON-965118375-router', 'tenant_id': '77e4b228dda14fa7852c7fe639ed28b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:07Z', 'updated_at': '2021-11-12T02:37:14Z', 'revision_number': 6, 'project_id': '77e4b228dda14fa7852c7fe639ed28b0', 'gw_port_host': None}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:37:14.857935 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e002efd9-08d9-49b6-84de-273f2245d404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:14.887017 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002efd9-08d9-49b6-84de-273f2245d404 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aae7e1c-0e0d-49dc-a888-7e26f9b42745,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:14.947175 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e002efd9-08d9-49b6-84de-273f2245d404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661406'] for router_gateway, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:15.047971 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e002efd9-08d9-49b6-84de-273f2245d404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57784'] for router, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:15.049974 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e002efd9-08d9-49b6-84de-273f2245d404 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:15.343815 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e002efd9-08d9-49b6-84de-273f2245d404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-656498'] for router, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:15.344279 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e002efd9-08d9-49b6-84de-273f2245d404 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f82aba61-49b2-47b7-92ac-96fb14f35b9e {{(pid=101677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:37:15.349537 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e002efd9-08d9-49b6-84de-273f2245d404 admin admin] Publish callbacks [] for router, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:15.350387 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-e002efd9-08d9-49b6-84de-273f2245d404 admin admin] 10.222.0.70 "DELETE /v2.0/routers/f82aba61-49b2-47b7-92ac-96fb14f35b9e HTTP/1.1" status: 204 len: 168 time: 1.0116935 Nov 12 02:37:15.352921 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 48758) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:15.396932 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_v2 [None req-937e893c-08fa-4467-951f-f4e6c80258ab admin admin] Deleting subnet 413e91f4-27d9-4216-94e8-e9c6cf51bd63 {{(pid=101677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:37:15.400021 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-937e893c-08fa-4467-951f-f4e6c80258ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:15.433321 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-937e893c-08fa-4467-951f-f4e6c80258ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25589382'] for subnet, precommit_delete_associations {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:15.543719 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-937e893c-08fa-4467-951f-f4e6c80258ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16054281'] for subnet, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:15.603662 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:37:15.610078 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-937e893c-08fa-4467-951f-f4e6c80258ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16054302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25522203'] for subnet, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:15.651996 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e893c-08fa-4467-951f-f4e6c80258ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=413e91f4-27d9-4216-94e8-e9c6cf51bd63,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:15.657681 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-937e893c-08fa-4467-951f-f4e6c80258ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:15.662240 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-937e893c-08fa-4467-951f-f4e6c80258ab admin admin] 10.222.0.70 "DELETE /v2.0/subnets/413e91f4-27d9-4216-94e8-e9c6cf51bd63 HTTP/1.1" status: 204 len: 168 time: 0.3083737 Nov 12 02:37:15.665118 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 48760) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:15.676635 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45389d9e-d169-4966-978c-5dce80ffc9e4 None None] Network 38363d6e-af24-4ec9-9ca9-8c61a2487f51 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:37:15.754959 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24d6b06d-88c8-438c-bbaf-3c666fdb5aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378732'] for network, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:15.815255 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-24d6b06d-88c8-438c-bbaf-3c666fdb5aff admin admin] Deleting port 0833d68a-6763-42b9-affe-b3190c414618 {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:37:15.815611 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24d6b06d-88c8-438c-bbaf-3c666fdb5aff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:15.896928 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-24d6b06d-88c8-438c-bbaf-3c666fdb5aff admin admin] For port 0833d68a-6763-42b9-affe-b3190c414618, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=0833d68a-6763-42b9-affe-b3190c414618,segment=NetworkSegment(b5585940-4db6-45e9-a202-a9a8eaf4bd20),segment_id=b5585940-4db6-45e9-a202-a9a8eaf4bd20)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:37:15.897997 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24d6b06d-88c8-438c-bbaf-3c666fdb5aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:15.920067 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-24d6b06d-88c8-438c-bbaf-3c666fdb5aff admin admin] Calling delete_port for 0833d68a-6763-42b9-affe-b3190c414618 owned by network:dhcp {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:37:15.927714 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28da3583-f46d-4b71-a754-2612eb1ea7b7 None None] DHCP port deletion for 38363d6e-af24-4ec9-9ca9-8c61a2487f51 request from dv-cinder-808574-4-iscsi {{(pid=101679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:37:15.964627 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device a6bc6ea7-3b29-48eb-9885-2d57f26c99ff no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:37:15.987489 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: a6bc6ea7-3b29-48eb-9885-2d57f26c99ff {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:37:15.987832 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device a6bc6ea7-3b29-48eb-9885-2d57f26c99ff not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:37:15.988278 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 8aae7e1c-0e0d-49dc-a888-7e26f9b42745 no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:37:16.010898 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: 8aae7e1c-0e0d-49dc-a888-7e26f9b42745 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:37:16.011307 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 8aae7e1c-0e0d-49dc-a888-7e26f9b42745 not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:37:16.029580 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-28da3583-f46d-4b71-a754-2612eb1ea7b7 None None] Deleting port 0833d68a-6763-42b9-affe-b3190c414618 {{(pid=101679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:37:16.030157 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-28da3583-f46d-4b71-a754-2612eb1ea7b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:16.034435 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24d6b06d-88c8-438c-bbaf-3c666fdb5aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:16.060211 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6b06d-88c8-438c-bbaf-3c666fdb5aff admin admin] Pushing event deleted for resources: {'Port': ['ID=0833d68a-6763-42b9-affe-b3190c414618,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:16.066218 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6b06d-88c8-438c-bbaf-3c666fdb5aff admin admin] No DVR routers for this DVR port 0833d68a-6763-42b9-affe-b3190c414618 on host dv-cinder-808574-4-iscsi {{(pid=101678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:37:16.098883 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-28da3583-f46d-4b71-a754-2612eb1ea7b7 None None] For port 0833d68a-6763-42b9-affe-b3190c414618, host dv-cinder-808574-4-iscsi, got binding levels [] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:37:16.099183 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-28da3583-f46d-4b71-a754-2612eb1ea7b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:16.112257 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-28da3583-f46d-4b71-a754-2612eb1ea7b7 None None] Calling delete_port for 0833d68a-6763-42b9-affe-b3190c414618 owned by network:dhcp {{(pid=101679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:37:16.116516 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.ipam_backend_mixin [None req-28da3583-f46d-4b71-a754-2612eb1ea7b7 None None] Port 0833d68a-6763-42b9-affe-b3190c414618 was not found and therefore no delete operation was performed {{(pid=101679) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 02:37:16.118063 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-28da3583-f46d-4b71-a754-2612eb1ea7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146'] for port, after_delete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:16.142805 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24d6b06d-88c8-438c-bbaf-3c666fdb5aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16054926', 'neutron.services.segments.db._delete_segments_for_network-8767026152430'] for network, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:16.144393 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da3583-f46d-4b71-a754-2612eb1ea7b7 None None] Pushing event deleted for resources: {'Port': ['ID=0833d68a-6763-42b9-affe-b3190c414618,revision_number=None']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:16.146943 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28da3583-f46d-4b71-a754-2612eb1ea7b7 None None] No DVR routers for this DVR port 0833d68a-6763-42b9-affe-b3190c414618 on host dv-cinder-808574-4-iscsi {{(pid=101679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:37:16.170348 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-24d6b06d-88c8-438c-bbaf-3c666fdb5aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38363d6e-af24-4ec9-9ca9-8c61a2487f51']}} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:37:16.180426 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-24d6b06d-88c8-438c-bbaf-3c666fdb5aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5585940-4db6-45e9-a202-a9a8eaf4bd20') {'for_net_delete': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:37:16.180720 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-24d6b06d-88c8-438c-bbaf-3c666fdb5aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5585940-4db6-45e9-a202-a9a8eaf4bd20') {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:37:16.190835 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24d6b06d-88c8-438c-bbaf-3c666fdb5aff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767026057975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25686459'] for segment, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:16.205224 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24d6b06d-88c8-438c-bbaf-3c666fdb5aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:16.211379 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d6b06d-88c8-438c-bbaf-3c666fdb5aff admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=101678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:37:16.211801 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24d6b06d-88c8-438c-bbaf-3c666fdb5aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25342689'] for segment, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: Traceback (most recent call last): Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: timer() Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: cb(*args, **kw) Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: return func(*args, **kwargs) Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: self._notify() Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: self.callback(batched_events) Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: event.method(event) Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: return f(self, *a, **k) Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: return self._get(url).json() Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: return self.request(url, 'GET', **kwargs) Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:37:16.213740 dv-cinder-808574-4-iscsi neutron-server[101678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:37:16.267714 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24d6b06d-88c8-438c-bbaf-3c666fdb5aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16054935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661474'] for network, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:16.273973 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24d6b06d-88c8-438c-bbaf-3c666fdb5aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:16.277775 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-24d6b06d-88c8-438c-bbaf-3c666fdb5aff admin admin] 10.222.0.70 "DELETE /v2.0/networks/38363d6e-af24-4ec9-9ca9-8c61a2487f51 HTTP/1.1" status: 204 len: 168 time: 0.6109517 Nov 12 02:37:16.289375 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6b06d-88c8-438c-bbaf-3c666fdb5aff admin admin] Pushing event deleted for resources: {'Network': ['ID=38363d6e-af24-4ec9-9ca9-8c61a2487f51,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:16.394808 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 48764) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:16.439457 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-1386ffdf-676c-4582-814a-5a5539e918a3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=77e4b228dda14fa7852c7fe639ed28b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432863 Nov 12 02:37:16.441746 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 48766) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:16.490056 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e5db96f8-4361-4faf-a962-dac1995200ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:16.511898 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e5db96f8-4361-4faf-a962-dac1995200ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:16.557524 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e5db96f8-4361-4faf-a962-dac1995200ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:16.560116 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-e5db96f8-4361-4faf-a962-dac1995200ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:16.561302 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-e5db96f8-4361-4faf-a962-dac1995200ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d6cfd3d-61bd-47a4-904f-68b255b8463b HTTP/1.1" status: 204 len: 168 time: 0.1186068 Nov 12 02:37:16.569769 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db96f8-4361-4faf-a962-dac1995200ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6cfd3d-61bd-47a4-904f-68b255b8463b,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:17.283732 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 48790) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:17.383055 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-6da98d83-56a6-4816-bb84-e1bd7a1c8b07 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1389327676-network', 'tenant_id': '4f1bbd8a2e55431ab071ae7246136f17'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:37:17.403714 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da98d83-56a6-4816-bb84-e1bd7a1c8b07 admin admin] Made reservation on behalf of 4f1bbd8a2e55431ab071ae7246136f17 for: {'network': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:37:17.406129 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6da98d83-56a6-4816-bb84-e1bd7a1c8b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for network, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:17.415842 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6da98d83-56a6-4816-bb84-e1bd7a1c8b07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:17.500310 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6da98d83-56a6-4816-bb84-e1bd7a1c8b07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:17.504265 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6da98d83-56a6-4816-bb84-e1bd7a1c8b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:17.532254 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da98d83-56a6-4816-bb84-e1bd7a1c8b07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=101677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:37:17.539213 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da98d83-56a6-4816-bb84-e1bd7a1c8b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1a319f-d2ad-4d97-87e1-9137e990c73f,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:17.545166 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6da98d83-56a6-4816-bb84-e1bd7a1c8b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:17.545500 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.db.segments_db [None req-6da98d83-56a6-4816-bb84-e1bd7a1c8b07 admin admin] Added segment e3fc74b8-3cb0-4864-8db5-7ce7eccae513 of type vlan for network 2ac9c860-c1c8-43a1-96ed-c6c32827ff98 Nov 12 02:37:17.586512 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6da98d83-56a6-4816-bb84-e1bd7a1c8b07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767025606099'] for network, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:17.610486 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6da98d83-56a6-4816-bb84-e1bd7a1c8b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for network, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:17.611462 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da98d83-56a6-4816-bb84-e1bd7a1c8b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:37:17.612037 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-6da98d83-56a6-4816-bb84-e1bd7a1c8b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:17.668610 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-6da98d83-56a6-4816-bb84-e1bd7a1c8b07 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3837686 Nov 12 02:37:17.672017 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 48794) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:17.673782 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da98d83-56a6-4816-bb84-e1bd7a1c8b07 admin admin] Pushing event updated for resources: {'Network': ['ID=2ac9c860-c1c8-43a1-96ed-c6c32827ff98,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:17.678221 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-7f9fcb96-df3f-472a-9a5f-aa643bc0b1e2 admin admin] Request body: {'subnet': {'network_id': '2ac9c860-c1c8-43a1-96ed-c6c32827ff98', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1389327676-subnet', 'tenant_id': '4f1bbd8a2e55431ab071ae7246136f17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:37:17.684753 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Network 2ac9c860-c1c8-43a1-96ed-c6c32827ff98 details requested by agent ovs-agent-dv-cinder-808574-4-iscsi with host dv-cinder-808574-4-iscsi {{(pid=101679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:37:17.699814 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9fcb96-df3f-472a-9a5f-aa643bc0b1e2 admin admin] Made reservation on behalf of 4f1bbd8a2e55431ab071ae7246136f17 for: {'subnet': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:37:17.702094 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7f9fcb96-df3f-472a-9a5f-aa643bc0b1e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25509542'] for subnet, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:17.874141 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7f9fcb96-df3f-472a-9a5f-aa643bc0b1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25342536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25509556'] for subnet, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:17.915570 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 0833d68a-6763-42b9-affe-b3190c414618 no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:37:17.935849 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9fcb96-df3f-472a-9a5f-aa643bc0b1e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9262e1f4-1cc2-4ad0-9731-55126560df50,revision_number=0']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:17.936082 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: 0833d68a-6763-42b9-affe-b3190c414618 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:37:17.936336 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 0833d68a-6763-42b9-affe-b3190c414618 not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:37:17.941519 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9fcb96-df3f-472a-9a5f-aa643bc0b1e2 admin admin] Checking segment: {'id': 'e3fc74b8-3cb0-4864-8db5-7ce7eccae513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '2ac9c860-c1c8-43a1-96ed-c6c32827ff98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:37:17.941879 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9fcb96-df3f-472a-9a5f-aa643bc0b1e2 admin admin] Network hostable DHCP agents. Network: 2ac9c860-c1c8-43a1-96ed-c6c32827ff98, hostable agents: ['9ef3605f-eeb0-4f31-885d-199b6c4cd983'], hosted agents: [] {{(pid=101678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:37:17.959192 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9fcb96-df3f-472a-9a5f-aa643bc0b1e2 admin admin] Network 2ac9c860-c1c8-43a1-96ed-c6c32827ff98 is scheduled to be hosted by DHCP agent 9ef3605f-eeb0-4f31-885d-199b6c4cd983 with binding_index 1 {{(pid=101678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:37:17.967822 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-7f9fcb96-df3f-472a-9a5f-aa643bc0b1e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-iscsi, 2ac9c860-c1c8-43a1-96ed-c6c32827ff98) {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:37:17.973059 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9fcb96-df3f-472a-9a5f-aa643bc0b1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:37:17.974140 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7f9fcb96-df3f-472a-9a5f-aa643bc0b1e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:17.977261 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9620b07e-e52d-4f9a-8607-a9e9922e8330 None None] Network 2ac9c860-c1c8-43a1-96ed-c6c32827ff98 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:37:17.990551 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-7f9fcb96-df3f-472a-9a5f-aa643bc0b1e2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3174059 Nov 12 02:37:18.109517 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537b8018-59cf-46aa-97b0-8146a7f4dfa4 None None] Network 2ac9c860-c1c8-43a1-96ed-c6c32827ff98 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:37:18.456851 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 48810) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:18.462289 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-4ee31c75-a001-4052-91a8-193162a1a20a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-368984008-network', 'tenant_id': 'f0445b2122d348ec9dd8edf71ef0e97b'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:37:18.482810 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee31c75-a001-4052-91a8-193162a1a20a admin admin] Made reservation on behalf of f0445b2122d348ec9dd8edf71ef0e97b for: {'network': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:37:18.485191 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4ee31c75-a001-4052-91a8-193162a1a20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for network, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:18.494082 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4ee31c75-a001-4052-91a8-193162a1a20a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:18.569809 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4ee31c75-a001-4052-91a8-193162a1a20a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:18.573603 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4ee31c75-a001-4052-91a8-193162a1a20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:18.597582 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee31c75-a001-4052-91a8-193162a1a20a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=101678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:37:18.606872 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee31c75-a001-4052-91a8-193162a1a20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9475deaf-f3f5-43a4-8348-05c6decf1fe2,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:18.611445 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4ee31c75-a001-4052-91a8-193162a1a20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:18.611784 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.segments_db [None req-4ee31c75-a001-4052-91a8-193162a1a20a admin admin] Added segment 94e840b6-a4d8-4244-ba41-b1b07e6fff11 of type vlan for network 18338412-3b8e-480d-82b2-550b88c6ea91 Nov 12 02:37:18.650627 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4ee31c75-a001-4052-91a8-193162a1a20a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767025606099'] for network, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:18.676683 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4ee31c75-a001-4052-91a8-193162a1a20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for network, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:18.677715 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee31c75-a001-4052-91a8-193162a1a20a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:37:18.678293 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4ee31c75-a001-4052-91a8-193162a1a20a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:18.733573 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-4ee31c75-a001-4052-91a8-193162a1a20a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2750795 Nov 12 02:37:18.736548 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 48812) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:18.743360 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-5f119075-6431-462d-84f0-b62f3f0ab7a1 admin admin] Request body: {'subnet': {'network_id': '18338412-3b8e-480d-82b2-550b88c6ea91', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-368984008-subnet', 'tenant_id': 'f0445b2122d348ec9dd8edf71ef0e97b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:37:18.751258 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee31c75-a001-4052-91a8-193162a1a20a admin admin] Pushing event updated for resources: {'Network': ['ID=18338412-3b8e-480d-82b2-550b88c6ea91,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:18.762028 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Network 18338412-3b8e-480d-82b2-550b88c6ea91 details requested by agent ovs-agent-dv-cinder-808574-4-iscsi with host dv-cinder-808574-4-iscsi {{(pid=101679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:37:18.769296 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f119075-6431-462d-84f0-b62f3f0ab7a1 admin admin] Made reservation on behalf of f0445b2122d348ec9dd8edf71ef0e97b for: {'subnet': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:37:18.772362 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5f119075-6431-462d-84f0-b62f3f0ab7a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25509542'] for subnet, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:18.937621 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5f119075-6431-462d-84f0-b62f3f0ab7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25342536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25509556'] for subnet, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:18.994781 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f119075-6431-462d-84f0-b62f3f0ab7a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be3a08b-f9db-4254-b886-e659da90a277,revision_number=0']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:19.003171 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f119075-6431-462d-84f0-b62f3f0ab7a1 admin admin] Checking segment: {'id': '94e840b6-a4d8-4244-ba41-b1b07e6fff11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '18338412-3b8e-480d-82b2-550b88c6ea91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:37:19.003522 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f119075-6431-462d-84f0-b62f3f0ab7a1 admin admin] Network hostable DHCP agents. Network: 18338412-3b8e-480d-82b2-550b88c6ea91, hostable agents: ['9ef3605f-eeb0-4f31-885d-199b6c4cd983'], hosted agents: [] {{(pid=101678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:37:19.020007 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f119075-6431-462d-84f0-b62f3f0ab7a1 admin admin] Network 18338412-3b8e-480d-82b2-550b88c6ea91 is scheduled to be hosted by DHCP agent 9ef3605f-eeb0-4f31-885d-199b6c4cd983 with binding_index 1 {{(pid=101678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:37:19.028169 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-5f119075-6431-462d-84f0-b62f3f0ab7a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-iscsi, 18338412-3b8e-480d-82b2-550b88c6ea91) {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:37:19.032607 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f119075-6431-462d-84f0-b62f3f0ab7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:37:19.033630 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5f119075-6431-462d-84f0-b62f3f0ab7a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:19.037246 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19de24c1-0489-4610-bc38-9b5aaa0af5c7 None None] Network 18338412-3b8e-480d-82b2-550b88c6ea91 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:37:19.049921 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-5f119075-6431-462d-84f0-b62f3f0ab7a1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3123517 Nov 12 02:37:19.166565 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 48816) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:19.177168 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313c2265-ec71-49cb-b237-0f34d1198fbe None None] Network 18338412-3b8e-480d-82b2-550b88c6ea91 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:37:19.211024 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85eca57-15db-4983-957d-f42fc68fc0ad admin admin] Deleting subnet 9262e1f4-1cc2-4ad0-9731-55126560df50 {{(pid=101678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:37:19.214197 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b85eca57-15db-4983-957d-f42fc68fc0ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:19.248833 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b85eca57-15db-4983-957d-f42fc68fc0ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688904'] for subnet, precommit_delete_associations {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:19.293157 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b85eca57-15db-4983-957d-f42fc68fc0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16054281'] for subnet, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:19.344610 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b85eca57-15db-4983-957d-f42fc68fc0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16054302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25342607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25509581'] for subnet, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:19.359899 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:19.372550 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85eca57-15db-4983-957d-f42fc68fc0ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9262e1f4-1cc2-4ad0-9731-55126560df50,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:19.374319 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-b85eca57-15db-4983-957d-f42fc68fc0ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:19.377496 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-b85eca57-15db-4983-957d-f42fc68fc0ad admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9262e1f4-1cc2-4ad0-9731-55126560df50 HTTP/1.1" status: 204 len: 168 time: 0.2097962 Nov 12 02:37:19.380051 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 48818) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:19.448222 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c15732c8-9510-44c8-b6eb-2278254be853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378732'] for network, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:19.528952 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c15732c8-9510-44c8-b6eb-2278254be853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16054926', 'neutron.services.segments.db._delete_segments_for_network-8767026152430'] for network, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:19.549137 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-c15732c8-9510-44c8-b6eb-2278254be853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac9c860-c1c8-43a1-96ed-c6c32827ff98']}} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:37:19.558823 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-c15732c8-9510-44c8-b6eb-2278254be853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3fc74b8-3cb0-4864-8db5-7ce7eccae513') {'for_net_delete': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:37:19.559117 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-c15732c8-9510-44c8-b6eb-2278254be853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3fc74b8-3cb0-4864-8db5-7ce7eccae513') {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:37:19.568249 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c15732c8-9510-44c8-b6eb-2278254be853 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767026057975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25686459'] for segment, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:19.581066 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c15732c8-9510-44c8-b6eb-2278254be853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:19.587060 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15732c8-9510-44c8-b6eb-2278254be853 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=101678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:37:19.587455 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c15732c8-9510-44c8-b6eb-2278254be853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25342689'] for segment, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: Traceback (most recent call last): Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: timer() Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: cb(*args, **kw) Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: return func(*args, **kwargs) Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: self._notify() Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: self.callback(batched_events) Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: event.method(event) Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: return f(self, *a, **k) Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: return self._get(url).json() Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: return self.request(url, 'GET', **kwargs) Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:37:19.589106 dv-cinder-808574-4-iscsi neutron-server[101678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:37:19.648894 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c15732c8-9510-44c8-b6eb-2278254be853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16054935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661474'] for network, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:19.654093 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c15732c8-9510-44c8-b6eb-2278254be853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:19.657408 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-c15732c8-9510-44c8-b6eb-2278254be853 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2ac9c860-c1c8-43a1-96ed-c6c32827ff98 HTTP/1.1" status: 204 len: 168 time: 0.2764084 Nov 12 02:37:19.660867 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 48820) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:19.669276 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15732c8-9510-44c8-b6eb-2278254be853 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ac9c860-c1c8-43a1-96ed-c6c32827ff98,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:19.711103 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea05eabf-7866-4b8d-a228-3bac7df77f3d admin admin] Deleting subnet 5be3a08b-f9db-4254-b886-e659da90a277 {{(pid=101677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:37:19.714687 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ea05eabf-7866-4b8d-a228-3bac7df77f3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:19.749761 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ea05eabf-7866-4b8d-a228-3bac7df77f3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25589382'] for subnet, precommit_delete_associations {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:19.789597 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ea05eabf-7866-4b8d-a228-3bac7df77f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16054281'] for subnet, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:19.840435 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ea05eabf-7866-4b8d-a228-3bac7df77f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16054302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25522203'] for subnet, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:19.871708 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05eabf-7866-4b8d-a228-3bac7df77f3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be3a08b-f9db-4254-b886-e659da90a277,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:19.873743 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ea05eabf-7866-4b8d-a228-3bac7df77f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:19.877185 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-ea05eabf-7866-4b8d-a228-3bac7df77f3d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5be3a08b-f9db-4254-b886-e659da90a277 HTTP/1.1" status: 204 len: 168 time: 0.2151277 Nov 12 02:37:19.881182 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 48822) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:19.960485 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ef4c366c-9ca7-4164-b8bf-17a300f0b612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378732'] for network, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:20.040075 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ef4c366c-9ca7-4164-b8bf-17a300f0b612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16054926', 'neutron.services.segments.db._delete_segments_for_network-8767026152430'] for network, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:20.059543 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-ef4c366c-9ca7-4164-b8bf-17a300f0b612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18338412-3b8e-480d-82b2-550b88c6ea91']}} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:37:20.068896 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-ef4c366c-9ca7-4164-b8bf-17a300f0b612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e840b6-a4d8-4244-ba41-b1b07e6fff11') {'for_net_delete': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:37:20.069192 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-ef4c366c-9ca7-4164-b8bf-17a300f0b612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e840b6-a4d8-4244-ba41-b1b07e6fff11') {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:37:20.078152 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ef4c366c-9ca7-4164-b8bf-17a300f0b612 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767026057975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25590901'] for segment, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:20.091309 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ef4c366c-9ca7-4164-b8bf-17a300f0b612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:20.096954 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4c366c-9ca7-4164-b8bf-17a300f0b612 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=101677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:37:20.097326 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ef4c366c-9ca7-4164-b8bf-17a300f0b612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589397'] for segment, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: Traceback (most recent call last): Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: timer() Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: cb(*args, **kw) Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: return func(*args, **kwargs) Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: self._notify() Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: self.callback(batched_events) Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: event.method(event) Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: return f(self, *a, **k) Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: return self._get(url).json() Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: return self.request(url, 'GET', **kwargs) Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:37:20.099013 dv-cinder-808574-4-iscsi neutron-server[101677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:37:20.151611 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ef4c366c-9ca7-4164-b8bf-17a300f0b612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16054935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661474'] for network, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:20.156893 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ef4c366c-9ca7-4164-b8bf-17a300f0b612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:20.160162 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-ef4c366c-9ca7-4164-b8bf-17a300f0b612 admin admin] 10.222.0.70 "DELETE /v2.0/networks/18338412-3b8e-480d-82b2-550b88c6ea91 HTTP/1.1" status: 204 len: 168 time: 0.2772803 Nov 12 02:37:20.170971 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c366c-9ca7-4164-b8bf-17a300f0b612 admin admin] Pushing event deleted for resources: {'Network': ['ID=18338412-3b8e-480d-82b2-550b88c6ea91,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:20.318181 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 48826) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:20.363195 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-6897f3a0-df55-4efb-9fbd-55d0a67cb18b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4f1bbd8a2e55431ab071ae7246136f17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437453 Nov 12 02:37:20.365640 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 48828) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:20.412898 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-efffe684-c2b4-4d9a-b266-6dc9c42dfc12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:20.434166 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-efffe684-c2b4-4d9a-b266-6dc9c42dfc12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:20.480167 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-efffe684-c2b4-4d9a-b266-6dc9c42dfc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:20.482972 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-efffe684-c2b4-4d9a-b266-6dc9c42dfc12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:20.484127 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-efffe684-c2b4-4d9a-b266-6dc9c42dfc12 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a1a319f-d2ad-4d97-87e1-9137e990c73f HTTP/1.1" status: 204 len: 168 time: 0.1175945 Nov 12 02:37:20.492574 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffe684-c2b4-4d9a-b266-6dc9c42dfc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1a319f-d2ad-4d97-87e1-9137e990c73f,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:20.796491 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 48834) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:20.836093 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-c30a6a4f-b00a-42d5-b21a-2303f429912e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f0445b2122d348ec9dd8edf71ef0e97b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383732 Nov 12 02:37:20.838404 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 48836) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:20.884932 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ade8bf3d-1793-40e7-9f3a-80f03ae8a1b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:20.906502 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ade8bf3d-1793-40e7-9f3a-80f03ae8a1b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:20.952444 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ade8bf3d-1793-40e7-9f3a-80f03ae8a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:20.955025 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ade8bf3d-1793-40e7-9f3a-80f03ae8a1b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:20.956253 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-ade8bf3d-1793-40e7-9f3a-80f03ae8a1b3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9475deaf-f3f5-43a4-8348-05c6decf1fe2 HTTP/1.1" status: 204 len: 168 time: 0.1167564 Nov 12 02:37:20.964201 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8bf3d-1793-40e7-9f3a-80f03ae8a1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9475deaf-f3f5-43a4-8348-05c6decf1fe2,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:30.330143 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-02f7536f-645f-4c60-8a40-b3ae4ceab6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:32.665834 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-da55fd3b-781b-422c-9d5a-0144308ff43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:33.831068 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:35.344859 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:35.915303 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:37.286199 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49050) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:37.402941 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-73c75931-22a8-49b8-bc6e-c0f02f685401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:37.497924 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-73c75931-22a8-49b8-bc6e-c0f02f685401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:37.501909 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-73c75931-22a8-49b8-bc6e-c0f02f685401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:37.539459 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c75931-22a8-49b8-bc6e-c0f02f685401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ffbfec-a5c1-4ce7-aff9-589653dfa595,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:37.543897 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-73c75931-22a8-49b8-bc6e-c0f02f685401 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5c2063cb1a0a49e390b87dc2fc4876e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2565002 Nov 12 02:37:37.546513 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49054) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:37.594807 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-838c6e86-a1e9-4a73-899c-64f5503bd41c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:37.616865 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-838c6e86-a1e9-4a73-899c-64f5503bd41c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:37.664794 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-838c6e86-a1e9-4a73-899c-64f5503bd41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:37.667446 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-838c6e86-a1e9-4a73-899c-64f5503bd41c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:37.668676 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-838c6e86-a1e9-4a73-899c-64f5503bd41c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a0ffbfec-a5c1-4ce7-aff9-589653dfa595 HTTP/1.1" status: 204 len: 168 time: 0.1212125 Nov 12 02:37:37.677473 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c6e86-a1e9-4a73-899c-64f5503bd41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ffbfec-a5c1-4ce7-aff9-589653dfa595,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:37.950201 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49060) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:37.967282 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ef003b75-d28c-41da-b979-5341d010e1e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:38.046464 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ef003b75-d28c-41da-b979-5341d010e1e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:38.050802 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ef003b75-d28c-41da-b979-5341d010e1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:38.108014 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-ef003b75-d28c-41da-b979-5341d010e1e5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=291c09a3e4064d47a1d2a275745c0fce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1555421 Nov 12 02:37:38.108810 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef003b75-d28c-41da-b979-5341d010e1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5ce5ac-d7b4-473d-bc48-24e4641b4aab,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:38.110681 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49062) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:38.161175 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-590c5275-7c53-4948-8d50-3edec7437688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:38.183097 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-590c5275-7c53-4948-8d50-3edec7437688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:38.229528 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-590c5275-7c53-4948-8d50-3edec7437688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:38.232228 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-590c5275-7c53-4948-8d50-3edec7437688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:38.233414 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-590c5275-7c53-4948-8d50-3edec7437688 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c5ce5ac-d7b4-473d-bc48-24e4641b4aab HTTP/1.1" status: 204 len: 168 time: 0.1217153 Nov 12 02:37:38.242621 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c5275-7c53-4948-8d50-3edec7437688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5ce5ac-d7b4-473d-bc48-24e4641b4aab,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:49.360715 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:52.454531 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49208) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:52.579103 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49212) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:52.606156 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:37:52.620083 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e1e2cf5a-905a-4ce6-8155-256290717f38 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Deleting port 5215e4ca-2e71-4486-8215-34b571df6d40 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:37:52.620429 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e1e2cf5a-905a-4ce6-8155-256290717f38 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:52.696736 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2484a276-8f51-4ab2-84be-7eac449d1850 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:52.697528 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e1e2cf5a-905a-4ce6-8155-256290717f38 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:52.697889 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e1e2cf5a-905a-4ce6-8155-256290717f38 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:52.713073 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e1e2cf5a-905a-4ce6-8155-256290717f38 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Calling delete_port for 5215e4ca-2e71-4486-8215-34b571df6d40 owned by network:floatingip {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:37:52.776209 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2484a276-8f51-4ab2-84be-7eac449d1850 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:52.782216 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-2484a276-8f51-4ab2-84be-7eac449d1850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:52.823280 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-2484a276-8f51-4ab2-84be-7eac449d1850 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a3365b44d9804c1c88cdb2db9b79e5e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430513 Nov 12 02:37:52.825877 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49216) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:52.832597 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484a276-8f51-4ab2-84be-7eac449d1850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e096c84-8d99-40c0-8f04-31b0985dbb6b,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:52.879673 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d4b479c2-c771-4b73-9b7c-76d1e3c79760 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:52.904240 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d4b479c2-c771-4b73-9b7c-76d1e3c79760 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:52.915763 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e1e2cf5a-905a-4ce6-8155-256290717f38 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:52.948608 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2cf5a-905a-4ce6-8155-256290717f38 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event deleted for resources: {'Port': ['ID=5215e4ca-2e71-4486-8215-34b571df6d40,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:52.968646 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d4b479c2-c771-4b73-9b7c-76d1e3c79760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:52.972695 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d4b479c2-c771-4b73-9b7c-76d1e3c79760 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:52.974165 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-d4b479c2-c771-4b73-9b7c-76d1e3c79760 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1e096c84-8d99-40c0-8f04-31b0985dbb6b HTTP/1.1" status: 204 len: 168 time: 0.1472344 Nov 12 02:37:52.983832 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b479c2-c771-4b73-9b7c-76d1e3c79760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e096c84-8d99-40c0-8f04-31b0985dbb6b,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:53.032024 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e1e2cf5a-905a-4ce6-8155-256290717f38 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for floatingip, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:53.032360 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.db.l3_db [None req-e1e2cf5a-905a-4ce6-8155-256290717f38 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Floating IP c3068742-054f-4799-a645-e84ea826589c disassociated (deleted). External IP: 172.27.2.194, port: 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71. Nov 12 02:37:53.284519 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e2cf5a-905a-4ce6-8155-256290717f38 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:37:53.296848 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49222) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:53.317169 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-43a1f483-9db2-4f28-8271-a9aae5e257dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:53.412414 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-43a1f483-9db2-4f28-8271-a9aae5e257dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:53.423075 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-43a1f483-9db2-4f28-8271-a9aae5e257dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:53.448659 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e2cf5a-905a-4ce6-8155-256290717f38 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:37:53.459189 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e1e2cf5a-905a-4ce6-8155-256290717f38 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for floatingip, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:53.460783 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408db705-765b-474c-bbce-75b869274929 None None] Sync routers for ids ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'] in dv-cinder-808574-4-iscsi {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:37:53.472029 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408db705-765b-474c-bbce-75b869274929 None None] Routers {'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:37:53.472670 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-408db705-765b-474c-bbce-75b869274929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:37:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:37:53.475530 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1f483-9db2-4f28-8271-a9aae5e257dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49676133-5aab-4fbe-a0fa-78079f25b976,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:53.490599 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-43a1f483-9db2-4f28-8271-a9aae5e257dd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6c7abf532e8f4a99a72566b1a1ab638a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922538 Nov 12 02:37:53.495094 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49224) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:53.506205 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-e1e2cf5a-905a-4ce6-8155-256290717f38 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "DELETE /v2.0/floatingips/c3068742-054f-4799-a645-e84ea826589c HTTP/1.1" status: 204 len: 168 time: 1.0505497 Nov 12 02:37:53.511677 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83a6744-71fc-40f8-b0f5-7fbf936ddaea', 'tag': '485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:37:53.514455 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f130bf-875a-4498-83ad-825b03297c93" -d '{"events": [{"name": "network-changed", "server_uuid": "b83a6744-71fc-40f8-b0f5-7fbf936ddaea", "tag": "485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:37:53.566728 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-91d29df4-cc2a-4219-9b9e-9a839a017e1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:53.590005 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-91d29df4-cc2a-4219-9b9e-9a839a017e1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:53.626877 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-408db705-765b-474c-bbce-75b869274929 None None] Set router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:37:53.677312 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-91d29df4-cc2a-4219-9b9e-9a839a017e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:53.680149 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-91d29df4-cc2a-4219-9b9e-9a839a017e1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:53.684505 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-91d29df4-cc2a-4219-9b9e-9a839a017e1b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/49676133-5aab-4fbe-a0fa-78079f25b976 HTTP/1.1" status: 204 len: 168 time: 0.1857309 Nov 12 02:37:53.692649 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d29df4-cc2a-4219-9b9e-9a839a017e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49676133-5aab-4fbe-a0fa-78079f25b976,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:53.818865 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf17c5-cb79-4a35-87d2-b36de3b24ab8 req-0aa77d0f-f6d8-4132-863e-9c40c3db5b45 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:37:53.820785 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ebcf17c5-cb79-4a35-87d2-b36de3b24ab8 req-0aa77d0f-f6d8-4132-863e-9c40c3db5b45 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 945 time: 0.0667346 Nov 12 02:37:53.859272 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a3e237-f2a1-467a-973f-cbe829973680 x-openstack-request-id: req-22a3e237-f2a1-467a-973f-cbe829973680 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:37:53.859756 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83a6744-71fc-40f8-b0f5-7fbf936ddaea", "tag": "485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:37:53.860174 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-22a3e237-f2a1-467a-973f-cbe829973680 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:37:53.860911 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83a6744-71fc-40f8-b0f5-7fbf936ddaea', 'tag': '485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71', 'status': 'completed', 'code': 200} Nov 12 02:37:53.895339 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ebcf17c5-cb79-4a35-87d2-b36de3b24ab8 req-2bf067bd-f29a-451f-a3cf-63f2d3640073 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664961 Nov 12 02:37:53.914621 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-408db705-765b-474c-bbce-75b869274929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': 'd27da183-316f-42cc-b7e9-5093807d0265', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'port_id': '9ea72f7b-3a91-4bd5-9bee-cf36f50653a8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'mac_address': 'fa:16:3e:fd:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b66789-7ae5-4589-bd84-3539cf00e97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:32:10Z', 'updated_at': '2021-11-12T02:32:13Z', 'revision_number': 1, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80', 'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'mac_address': 'fa:16:3e:5d:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:47Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 5, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'subnets': [{'id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:37:53.953021 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408db705-765b-474c-bbce-75b869274929 None None] Checking router: c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 for host: dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:37:53.957076 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f130bf-875a-4498-83ad-825b03297c93 req-6c511df4-d9e2-42bf-a378-ca5ad402b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:37:53.958995 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e1f130bf-875a-4498-83ad-825b03297c93 req-6c511df4-d9e2-42bf-a378-ca5ad402b370 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d&device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 1098 time: 0.0501459 Nov 12 02:37:53.965070 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408db705-765b-474c-bbce-75b869274929 None None] Routers {'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:37:53.965700 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-408db705-765b-474c-bbce-75b869274929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:37:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:37:54.079873 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f130bf-875a-4498-83ad-825b03297c93 req-cd927646-13bf-4d69-a12f-fa3def4f4e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:37:54.082218 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e1f130bf-875a-4498-83ad-825b03297c93 req-cd927646-13bf-4d69-a12f-fa3def4f4e64 service neutron] 10.222.0.65 "GET /v2.0/networks?id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 HTTP/1.1" status: 200 len: 912 time: 0.1146502 Nov 12 02:37:54.103512 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-408db705-765b-474c-bbce-75b869274929 None None] Set router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:37:54.149378 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e1f130bf-875a-4498-83ad-825b03297c93 req-ca87cc18-d5fe-405a-8a41-d07b040e65b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 HTTP/1.1" status: 200 len: 217 time: 0.0483351 Nov 12 02:37:54.203045 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f130bf-875a-4498-83ad-825b03297c93 req-7d2b33c4-108d-4153-b0fb-783bd8162486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:37:54.205106 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e1f130bf-875a-4498-83ad-825b03297c93 req-7d2b33c4-108d-4153-b0fb-783bd8162486 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74a3a50d-3fa8-42dd-9673-0c777f45e2b0 HTTP/1.1" status: 200 len: 850 time: 0.0530810 Nov 12 02:37:54.275711 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f130bf-875a-4498-83ad-825b03297c93 req-51599aaf-5670-4afc-b6f3-9b53f5ba42b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:37:54.277335 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e1f130bf-875a-4498-83ad-825b03297c93 req-51599aaf-5670-4afc-b6f3-9b53f5ba42b5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0639853 Nov 12 02:37:54.290693 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [req-e1f130bf-875a-4498-83ad-825b03297c93 req-191ca1e3-54a9-4238-861b-acc2b780d580 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=101678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:37:54.291743 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e1f130bf-875a-4498-83ad-825b03297c93 req-191ca1e3-54a9-4238-861b-acc2b780d580 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056221 Nov 12 02:37:54.364623 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-408db705-765b-474c-bbce-75b869274929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': 'd27da183-316f-42cc-b7e9-5093807d0265', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'port_id': '9ea72f7b-3a91-4bd5-9bee-cf36f50653a8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'mac_address': 'fa:16:3e:fd:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b66789-7ae5-4589-bd84-3539cf00e97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:32:10Z', 'updated_at': '2021-11-12T02:32:13Z', 'revision_number': 1, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80', 'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'mac_address': 'fa:16:3e:5d:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:47Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 5, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'subnets': [{'id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:37:54.401315 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408db705-765b-474c-bbce-75b869274929 None None] The sync data for ids ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'] in dv-cinder-808574-4-iscsi is: [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': 'd27da183-316f-42cc-b7e9-5093807d0265', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'port_id': '9ea72f7b-3a91-4bd5-9bee-cf36f50653a8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'mac_address': 'fa:16:3e:fd:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b66789-7ae5-4589-bd84-3539cf00e97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:32:10Z', 'updated_at': '2021-11-12T02:32:13Z', 'revision_number': 1, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80', 'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'mac_address': 'fa:16:3e:5d:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:47Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 5, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'subnets': [{'id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:37:54.425477 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e1f130bf-875a-4498-83ad-825b03297c93 req-d0a2f1f5-e5c5-47f3-b405-d69cbb4bfcc1 service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257410 Nov 12 02:37:54.550164 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e1f130bf-875a-4498-83ad-825b03297c93 req-0fbbc5f5-30b1-4245-b69e-0e94bd3ef98e service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155007 Nov 12 02:37:54.678084 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99621d9-9757-4eb3-902a-91152d0940cc None None] New status for floating IP c3068742-054f-4799-a645-e84ea826589c: DOWN {{(pid=101679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:37:55.025506 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ccc3-f4dc-4bf3-9019-a3bdee056434 req-5643d5d3-a32e-4221-8143-6861733859fd tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:37:55.027100 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-acc4ccc3-f4dc-4bf3-9019-a3bdee056434 req-5643d5d3-a32e-4221-8143-6861733859fd tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 945 time: 0.0575116 Nov 12 02:37:55.091291 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-acc4ccc3-f4dc-4bf3-9019-a3bdee056434 req-f28a0043-96bd-48bc-baeb-4be0897f71a6 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560679 Nov 12 02:37:55.748614 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49290) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:55.864231 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f9dabae4-c174-4b39-b9c7-6e8350ad7351 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:55.942256 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f9dabae4-c174-4b39-b9c7-6e8350ad7351 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:55.946471 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f9dabae4-c174-4b39-b9c7-6e8350ad7351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:55.983905 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dabae4-c174-4b39-b9c7-6e8350ad7351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bcbdb8-d527-49bd-a0f9-b14b8f14634e,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:55.990924 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-f9dabae4-c174-4b39-b9c7-6e8350ad7351 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9302eb15696e4977997660da8291d7b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412140 Nov 12 02:37:55.994179 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49294) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:56.098125 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ae74a287-bd8b-47d8-bd26-555f4325580a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:56.148505 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff32f5-2ba9-43eb-a2d3-f712f604967d req-200b80f8-3da3-4ea9-92e6-7ad266c7ef77 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:37:56.150766 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3bff32f5-2ba9-43eb-a2d3-f712f604967d req-200b80f8-3da3-4ea9-92e6-7ad266c7ef77 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.65 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 945 time: 0.1109571 Nov 12 02:37:56.158202 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ae74a287-bd8b-47d8-bd26-555f4325580a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:56.321579 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e21c1-ff23-42e3-ad4c-660825f46455 req-9dd83d03-40f4-476b-9df8-68d97ae13f1e tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:37:56.323162 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-656e21c1-ff23-42e3-ad4c-660825f46455 req-9dd83d03-40f4-476b-9df8-68d97ae13f1e tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 945 time: 0.1445258 Nov 12 02:37:56.359025 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ae74a287-bd8b-47d8-bd26-555f4325580a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:56.361484 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ae74a287-bd8b-47d8-bd26-555f4325580a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:56.363222 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-ae74a287-bd8b-47d8-bd26-555f4325580a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b5bcbdb8-d527-49bd-a0f9-b14b8f14634e HTTP/1.1" status: 204 len: 168 time: 0.3677368 Nov 12 02:37:56.370135 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-3bff32f5-2ba9-43eb-a2d3-f712f604967d req-ace02692-02cf-4b07-83b6-9910fae3ea88 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Deleting port 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:37:56.370477 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-3bff32f5-2ba9-43eb-a2d3-f712f604967d req-ace02692-02cf-4b07-83b6-9910fae3ea88 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:56.387186 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74a287-bd8b-47d8-bd26-555f4325580a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bcbdb8-d527-49bd-a0f9-b14b8f14634e,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:56.461557 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-656e21c1-ff23-42e3-ad4c-660825f46455 req-4c8f1e47-eec9-40ce-9662-ec57dd8d7033 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275461 Nov 12 02:37:56.509029 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-3bff32f5-2ba9-43eb-a2d3-f712f604967d req-ace02692-02cf-4b07-83b6-9910fae3ea88 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] For port 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71,segment=NetworkSegment(c0623adb-9637-42d0-94dc-e8c24bdebe90),segment_id=c0623adb-9637-42d0-94dc-e8c24bdebe90)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:37:56.509403 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-3bff32f5-2ba9-43eb-a2d3-f712f604967d req-ace02692-02cf-4b07-83b6-9910fae3ea88 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:56.523032 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-3bff32f5-2ba9-43eb-a2d3-f712f604967d req-ace02692-02cf-4b07-83b6-9910fae3ea88 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Calling delete_port for 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 owned by compute:nova {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:37:56.684768 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49302) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:56.701757 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-97fce303-70dc-457a-916b-01d4630db2b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:56.800006 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-97fce303-70dc-457a-916b-01d4630db2b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:56.804865 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-97fce303-70dc-457a-916b-01d4630db2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:56.847545 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-97fce303-70dc-457a-916b-01d4630db2b9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=093092e1ef284732b9a2199deb13f596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1615286 Nov 12 02:37:56.848497 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fce303-70dc-457a-916b-01d4630db2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d7de5b-7854-4e9a-a1e4-a229bbf3a5d1,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:56.850778 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49304) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:56.902746 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35d8871c-c50d-45b8-9a25-de15123921a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:56.924254 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35d8871c-c50d-45b8-9a25-de15123921a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:56.943089 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-3bff32f5-2ba9-43eb-a2d3-f712f604967d req-ace02692-02cf-4b07-83b6-9910fae3ea88 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:56.971165 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace02692-02cf-4b07-83b6-9910fae3ea88 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event deleted for resources: {'Port': ['ID=485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:56.972602 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35d8871c-c50d-45b8-9a25-de15123921a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:56.975264 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-35d8871c-c50d-45b8-9a25-de15123921a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:56.976653 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-35d8871c-c50d-45b8-9a25-de15123921a3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/38d7de5b-7854-4e9a-a1e4-a229bbf3a5d1 HTTP/1.1" status: 204 len: 168 time: 0.1247413 Nov 12 02:37:56.986168 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8871c-c50d-45b8-9a25-de15123921a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d7de5b-7854-4e9a-a1e4-a229bbf3a5d1,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:57.029275 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bff32f5-2ba9-43eb-a2d3-f712f604967d req-ace02692-02cf-4b07-83b6-9910fae3ea88 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] No DVR routers for this DVR port 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 on host hv-cinder-80857 {{(pid=101678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:37:57.031875 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-3bff32f5-2ba9-43eb-a2d3-f712f604967d req-ace02692-02cf-4b07-83b6-9910fae3ea88 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:57.035283 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3bff32f5-2ba9-43eb-a2d3-f712f604967d req-ace02692-02cf-4b07-83b6-9910fae3ea88 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.65 "DELETE /v2.0/ports/485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 HTTP/1.1" status: 204 len: 173 time: 0.8738399 Nov 12 02:37:57.035818 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83a6744-71fc-40f8-b0f5-7fbf936ddaea', 'name': 'network-vif-deleted', 'tag': '485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:37:57.038121 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f84dcd-8466-4847-a935-a95ae62cb4b6" -d '{"events": [{"server_uuid": "b83a6744-71fc-40f8-b0f5-7fbf936ddaea", "name": "network-vif-deleted", "tag": "485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:37:57.075837 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b19fc04-ef13-47f4-a3c4-7779d65b1f2e x-openstack-request-id: req-0b19fc04-ef13-47f4-a3c4-7779d65b1f2e {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:37:57.076150 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83a6744-71fc-40f8-b0f5-7fbf936ddaea", "name": "network-vif-deleted", "tag": "485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:37:57.076425 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b19fc04-ef13-47f4-a3c4-7779d65b1f2e {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:37:57.076828 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83a6744-71fc-40f8-b0f5-7fbf936ddaea', 'name': 'network-vif-deleted', 'tag': '485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71', 'status': 'completed', 'code': 200} Nov 12 02:37:57.615274 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fd37b7d4-a683-41c1-b87b-aaa41831724b req-b811a2e9-45ae-4f42-86eb-8376389c2312 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83a6744-71fc-40f8-b0f5-7fbf936ddaea HTTP/1.1" status: 200 len: 210 time: 0.0323188 Nov 12 02:37:59.106943 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49386) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:59.217933 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9efcd497-9a56-4bde-8432-0c2882485f12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:59.308140 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9efcd497-9a56-4bde-8432-0c2882485f12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:59.312950 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-9efcd497-9a56-4bde-8432-0c2882485f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:59.357211 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-9efcd497-9a56-4bde-8432-0c2882485f12 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4174f9b400a34596b79a276141c72a23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491348 Nov 12 02:37:59.358240 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcd497-9a56-4bde-8432-0c2882485f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12262ced-d8e1-47e1-b706-1902a6e94d4d,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:59.360885 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49390) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:59.410791 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-db386abf-e2dc-4cb9-bcdb-3fc9ebaed2b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:59.432082 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-db386abf-e2dc-4cb9-bcdb-3fc9ebaed2b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:59.479120 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-db386abf-e2dc-4cb9-bcdb-3fc9ebaed2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:59.481727 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-db386abf-e2dc-4cb9-bcdb-3fc9ebaed2b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:59.482919 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-db386abf-e2dc-4cb9-bcdb-3fc9ebaed2b6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/12262ced-d8e1-47e1-b706-1902a6e94d4d HTTP/1.1" status: 204 len: 168 time: 0.1206872 Nov 12 02:37:59.490786 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db386abf-e2dc-4cb9-bcdb-3fc9ebaed2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12262ced-d8e1-47e1-b706-1902a6e94d4d,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:59.751736 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49396) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:59.764994 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-39ab2455-e598-4e0d-83a8-9fb73414ee45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:59.844316 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-39ab2455-e598-4e0d-83a8-9fb73414ee45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:59.848584 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-39ab2455-e598-4e0d-83a8-9fb73414ee45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:59.894443 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-39ab2455-e598-4e0d-83a8-9fb73414ee45 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bad8fa6b222147cd9625969d767e852d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410501 Nov 12 02:37:59.895474 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab2455-e598-4e0d-83a8-9fb73414ee45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca37255-5a7d-4c6d-adb2-f5bb2ba2f144,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:37:59.897101 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49404) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:37:59.947532 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-760fec2b-ecd0-46cb-8311-159f7abd6c13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:59.969090 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-760fec2b-ecd0-46cb-8311-159f7abd6c13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:00.014772 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-760fec2b-ecd0-46cb-8311-159f7abd6c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:00.017374 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-760fec2b-ecd0-46cb-8311-159f7abd6c13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:00.019149 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-760fec2b-ecd0-46cb-8311-159f7abd6c13 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1ca37255-5a7d-4c6d-adb2-f5bb2ba2f144 HTTP/1.1" status: 204 len: 168 time: 0.1204550 Nov 12 02:38:00.027270 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fec2b-ecd0-46cb-8311-159f7abd6c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca37255-5a7d-4c6d-adb2-f5bb2ba2f144,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:00.326202 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-778eb318-d00c-4dba-97cd-a5b082042b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:00.905436 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:38:00.910018 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49432) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:00.945569 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] No Port match for: 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:38:00.945927 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 485ec9f6-9b65-4fdd-93d9-7e0ef9c14d71 not bound to the agent host hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:38:01.095759 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4010d7dc-a84a-40e5-9fe3-4a0572c98afd tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Deleting port 5a22da82-edb2-4d13-bd40-e187631a40de {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:38:01.096109 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4010d7dc-a84a-40e5-9fe3-4a0572c98afd tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:01.178235 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4010d7dc-a84a-40e5-9fe3-4a0572c98afd tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:01.178571 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4010d7dc-a84a-40e5-9fe3-4a0572c98afd tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:01.190369 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-4010d7dc-a84a-40e5-9fe3-4a0572c98afd tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Calling delete_port for 5a22da82-edb2-4d13-bd40-e187631a40de owned by network:floatingip {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:38:01.348336 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4010d7dc-a84a-40e5-9fe3-4a0572c98afd tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:01.375971 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010d7dc-a84a-40e5-9fe3-4a0572c98afd tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event deleted for resources: {'Port': ['ID=5a22da82-edb2-4d13-bd40-e187631a40de,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:01.442248 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4010d7dc-a84a-40e5-9fe3-4a0572c98afd tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for floatingip, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:01.442580 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.db.l3_db [None req-4010d7dc-a84a-40e5-9fe3-4a0572c98afd tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Floating IP d27da183-316f-42cc-b7e9-5093807d0265 disassociated (deleted). External IP: 172.27.2.51, port: 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8. Nov 12 02:38:01.680635 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4010d7dc-a84a-40e5-9fe3-4a0572c98afd tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:38:01.807416 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4010d7dc-a84a-40e5-9fe3-4a0572c98afd tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:38:01.812378 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4010d7dc-a84a-40e5-9fe3-4a0572c98afd tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for floatingip, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:01.822705 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cb6b43-df33-406b-adfe-d5c2c4dea6f6 None None] Sync routers for ids ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'] in dv-cinder-808574-4-iscsi {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:38:01.835497 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cb6b43-df33-406b-adfe-d5c2c4dea6f6 None None] Routers {'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:38:01.836190 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-19cb6b43-df33-406b-adfe-d5c2c4dea6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:37:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:01.841494 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-4010d7dc-a84a-40e5-9fe3-4a0572c98afd tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "DELETE /v2.0/floatingips/d27da183-316f-42cc-b7e9-5093807d0265 HTTP/1.1" status: 204 len: 168 time: 0.9302912 Nov 12 02:38:01.842187 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b66789-7ae5-4589-bd84-3539cf00e97f', 'tag': '9ea72f7b-3a91-4bd5-9bee-cf36f50653a8'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:38:01.844575 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406e4fc4-2b1b-464c-b0de-b15193710c58" -d '{"events": [{"name": "network-changed", "server_uuid": "41b66789-7ae5-4589-bd84-3539cf00e97f", "tag": "9ea72f7b-3a91-4bd5-9bee-cf36f50653a8"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:38:01.903927 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170cf76c-e5b9-4edf-bdfc-95db21a59025 x-openstack-request-id: req-170cf76c-e5b9-4edf-bdfc-95db21a59025 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:38:01.904442 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b66789-7ae5-4589-bd84-3539cf00e97f", "tag": "9ea72f7b-3a91-4bd5-9bee-cf36f50653a8", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:38:01.904914 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-170cf76c-e5b9-4edf-bdfc-95db21a59025 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:38:01.905464 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b66789-7ae5-4589-bd84-3539cf00e97f', 'tag': '9ea72f7b-3a91-4bd5-9bee-cf36f50653a8', 'status': 'completed', 'code': 200} Nov 12 02:38:01.989596 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-19cb6b43-df33-406b-adfe-d5c2c4dea6f6 None None] Set router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:38:02.030889 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e4fc4-2b1b-464c-b0de-b15193710c58 req-216fe7fb-5b12-4eb0-aa63-c10154134777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:02.033696 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-406e4fc4-2b1b-464c-b0de-b15193710c58 req-216fe7fb-5b12-4eb0-aa63-c10154134777 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d&device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 1098 time: 0.0815301 Nov 12 02:38:02.171432 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3b36a-8843-46de-b3c4-eb8e4198be40 req-b67f6d68-b1ce-4c03-83a5-d2253aa687ff tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:02.172938 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-20d3b36a-8843-46de-b3c4-eb8e4198be40 req-b67f6d68-b1ce-4c03-83a5-d2253aa687ff tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 945 time: 0.1154625 Nov 12 02:38:02.208349 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e4fc4-2b1b-464c-b0de-b15193710c58 req-a7d15611-5529-4266-8679-9417399e8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:02.209833 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-406e4fc4-2b1b-464c-b0de-b15193710c58 req-a7d15611-5529-4266-8679-9417399e8591 service neutron] 10.222.0.65 "GET /v2.0/networks?id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 HTTP/1.1" status: 200 len: 912 time: 0.1679096 Nov 12 02:38:02.236298 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-19cb6b43-df33-406b-adfe-d5c2c4dea6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80', 'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'mac_address': 'fa:16:3e:5d:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:47Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 5, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'subnets': [{'id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:02.265965 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-406e4fc4-2b1b-464c-b0de-b15193710c58 req-1f974577-5e9c-4e2d-ac29-624207ffd244 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 HTTP/1.1" status: 200 len: 217 time: 0.0463283 Nov 12 02:38:02.268580 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cb6b43-df33-406b-adfe-d5c2c4dea6f6 None None] Checking router: c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 for host: dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:38:02.271288 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-20d3b36a-8843-46de-b3c4-eb8e4198be40 req-17921125-be9d-49ab-b583-c5919c2a1529 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899310 Nov 12 02:38:02.278768 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cb6b43-df33-406b-adfe-d5c2c4dea6f6 None None] Routers {'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:38:02.279175 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-19cb6b43-df33-406b-adfe-d5c2c4dea6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:37:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:02.330530 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e4fc4-2b1b-464c-b0de-b15193710c58 req-bf113519-ba2d-4834-afe0-63e296300f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:02.332451 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-406e4fc4-2b1b-464c-b0de-b15193710c58 req-bf113519-ba2d-4834-afe0-63e296300f63 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74a3a50d-3fa8-42dd-9673-0c777f45e2b0 HTTP/1.1" status: 200 len: 850 time: 0.0582845 Nov 12 02:38:02.395526 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e4fc4-2b1b-464c-b0de-b15193710c58 req-508dcf92-cd7d-40cb-ae4c-95fb23e57e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:02.397917 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-406e4fc4-2b1b-464c-b0de-b15193710c58 req-508dcf92-cd7d-40cb-ae4c-95fb23e57e6d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556934 Nov 12 02:38:02.425570 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-19cb6b43-df33-406b-adfe-d5c2c4dea6f6 None None] Set router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:38:02.525863 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-406e4fc4-2b1b-464c-b0de-b15193710c58 req-c0b3f250-4c35-4f5c-854a-0a11d442863a service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952384 Nov 12 02:38:02.636864 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-406e4fc4-2b1b-464c-b0de-b15193710c58 req-e7762610-8864-4c25-b18f-f6525e1cbf23 service neutron] 10.222.0.65 "GET /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017616 Nov 12 02:38:02.671145 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-fe388da1-46f5-4fc1-93ed-012219b91f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:02.737455 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-19cb6b43-df33-406b-adfe-d5c2c4dea6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80', 'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'mac_address': 'fa:16:3e:5d:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:47Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 5, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'subnets': [{'id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:02.765826 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cb6b43-df33-406b-adfe-d5c2c4dea6f6 None None] The sync data for ids ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'] in dv-cinder-808574-4-iscsi is: [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:47Z', 'revision_number': 4, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80', 'name': '', 'network_id': '987f135b-2ece-4383-9fb9-ce7b7e8f8bd1', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'mac_address': 'fa:16:3e:5d:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:47Z', 'updated_at': '2021-11-12T02:27:52Z', 'revision_number': 5, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'subnets': [{'id': '74a3a50d-3fa8-42dd-9673-0c777f45e2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:38:02.990776 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c42b872-6a29-49c7-8c88-320833e2a35e None None] New status for floating IP d27da183-316f-42cc-b7e9-5093807d0265: DOWN {{(pid=101679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:38:03.135196 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d115fe-9f42-4245-a12c-218720414075 req-f6970a6e-27b3-422d-8448-502b81f4fefc tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:03.136691 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a9d115fe-9f42-4245-a12c-218720414075 req-f6970a6e-27b3-422d-8448-502b81f4fefc tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.65 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 945 time: 0.0490730 Nov 12 02:38:03.231810 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-a9d115fe-9f42-4245-a12c-218720414075 req-e21c10df-3b2b-4a4a-a39f-594a175e9a2d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Deleting port 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:38:03.232149 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-a9d115fe-9f42-4245-a12c-218720414075 req-e21c10df-3b2b-4a4a-a39f-594a175e9a2d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:03.326059 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-a9d115fe-9f42-4245-a12c-218720414075 req-e21c10df-3b2b-4a4a-a39f-594a175e9a2d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] For port 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=9ea72f7b-3a91-4bd5-9bee-cf36f50653a8,segment=NetworkSegment(c0623adb-9637-42d0-94dc-e8c24bdebe90),segment_id=c0623adb-9637-42d0-94dc-e8c24bdebe90)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:38:03.326422 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-a9d115fe-9f42-4245-a12c-218720414075 req-e21c10df-3b2b-4a4a-a39f-594a175e9a2d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:03.339029 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-a9d115fe-9f42-4245-a12c-218720414075 req-e21c10df-3b2b-4a4a-a39f-594a175e9a2d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Calling delete_port for 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 owned by compute:nova {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:38:03.442144 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3b2a8-3314-4687-97de-cb421f2081cd req-590ff697-f78e-4ae7-86f2-4cb5ca719371 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:03.443711 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6fd3b2a8-3314-4687-97de-cb421f2081cd req-590ff697-f78e-4ae7-86f2-4cb5ca719371 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/ports?device_id=41b66789-7ae5-4589-bd84-3539cf00e97f HTTP/1.1" status: 200 len: 945 time: 0.1007910 Nov 12 02:38:03.532953 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6fd3b2a8-3314-4687-97de-cb421f2081cd req-b8bab269-eb00-40a0-8e82-1cd8f30cd5e3 tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "GET /v2.0/security-groups?id=fbf4e31f-46c4-401b-88f6-ab8b00262679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815845 Nov 12 02:38:03.562050 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-a9d115fe-9f42-4245-a12c-218720414075 req-e21c10df-3b2b-4a4a-a39f-594a175e9a2d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:03.606371 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c10df-3b2b-4a4a-a39f-594a175e9a2d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event deleted for resources: {'Port': ['ID=9ea72f7b-3a91-4bd5-9bee-cf36f50653a8,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:03.659354 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d115fe-9f42-4245-a12c-218720414075 req-e21c10df-3b2b-4a4a-a39f-594a175e9a2d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] No DVR routers for this DVR port 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 on host hv-cinder-80857 {{(pid=101678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:38:03.662286 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-a9d115fe-9f42-4245-a12c-218720414075 req-e21c10df-3b2b-4a4a-a39f-594a175e9a2d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:03.666039 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a9d115fe-9f42-4245-a12c-218720414075 req-e21c10df-3b2b-4a4a-a39f-594a175e9a2d tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.65 "DELETE /v2.0/ports/9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 HTTP/1.1" status: 204 len: 173 time: 0.5209885 Nov 12 02:38:03.666336 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b66789-7ae5-4589-bd84-3539cf00e97f', 'name': 'network-vif-deleted', 'tag': '9ea72f7b-3a91-4bd5-9bee-cf36f50653a8'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:38:03.668752 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf551a28-ff5f-4598-93ee-a626d02f9988" -d '{"events": [{"server_uuid": "41b66789-7ae5-4589-bd84-3539cf00e97f", "name": "network-vif-deleted", "tag": "9ea72f7b-3a91-4bd5-9bee-cf36f50653a8"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:38:03.732391 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e937fa81-a672-47f5-856c-3cea69d7c670 x-openstack-request-id: req-e937fa81-a672-47f5-856c-3cea69d7c670 {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:38:03.733376 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b66789-7ae5-4589-bd84-3539cf00e97f", "name": "network-vif-deleted", "tag": "9ea72f7b-3a91-4bd5-9bee-cf36f50653a8", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:38:03.733376 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e937fa81-a672-47f5-856c-3cea69d7c670 {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:38:03.734094 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b66789-7ae5-4589-bd84-3539cf00e97f', 'name': 'network-vif-deleted', 'tag': '9ea72f7b-3a91-4bd5-9bee-cf36f50653a8', 'status': 'completed', 'code': 200} Nov 12 02:38:03.832620 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:04.611776 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49506) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:04.749569 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-60209194-d15e-49cf-bafe-191ba0f5ce8b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Deleting port 233ef9cb-badb-4c65-83f3-dec26009e96b {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:38:04.749907 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-60209194-d15e-49cf-bafe-191ba0f5ce8b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:04.829611 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-60209194-d15e-49cf-bafe-191ba0f5ce8b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:04.829930 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-60209194-d15e-49cf-bafe-191ba0f5ce8b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:04.843660 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-60209194-d15e-49cf-bafe-191ba0f5ce8b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Calling delete_port for 233ef9cb-badb-4c65-83f3-dec26009e96b owned by network:floatingip {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:38:04.972386 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-60209194-d15e-49cf-bafe-191ba0f5ce8b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:05.001604 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60209194-d15e-49cf-bafe-191ba0f5ce8b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event deleted for resources: {'Port': ['ID=233ef9cb-badb-4c65-83f3-dec26009e96b,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:05.064924 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-60209194-d15e-49cf-bafe-191ba0f5ce8b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for floatingip, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:05.068089 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-60209194-d15e-49cf-bafe-191ba0f5ce8b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for floatingip, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:05.069241 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-60209194-d15e-49cf-bafe-191ba0f5ce8b tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "DELETE /v2.0/floatingips/03eade12-c64a-4a6e-82df-75ac8612921f HTTP/1.1" status: 204 len: 168 time: 0.4563577 Nov 12 02:38:05.350048 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:05.917371 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:06.254147 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49526) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:06.310168 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8169-f2d2-4ab0-9ffb-f343b0e08c4e tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:06.335213 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8169-f2d2-4ab0-9ffb-f343b0e08c4e tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:06.398631 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8169-f2d2-4ab0-9ffb-f343b0e08c4e tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:06.401160 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8169-f2d2-4ab0-9ffb-f343b0e08c4e tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:06.402371 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-a6eb8169-f2d2-4ab0-9ffb-f343b0e08c4e tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] 10.222.0.70 "DELETE /v2.0/security-groups/fbf4e31f-46c4-401b-88f6-ab8b00262679 HTTP/1.1" status: 204 len: 168 time: 0.1471879 Nov 12 02:38:06.412682 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb8169-f2d2-4ab0-9ffb-f343b0e08c4e tempest-TestVolumeBootPattern-2117708258 tempest-TestVolumeBootPattern-2117708258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf4e31f-46c4-401b-88f6-ab8b00262679,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:06.464492 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49530) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:06.912679 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:38:06.934206 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] No Port match for: 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:38:06.934635 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 9ea72f7b-3a91-4bd5-9bee-cf36f50653a8 not bound to the agent host hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:38:06.996651 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658132'] for router_interface, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:07.253328 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] Deleting port 91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80 {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:38:07.253563 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:07.333541 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] For port 91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80,segment=NetworkSegment(c0623adb-9637-42d0-94dc-e8c24bdebe90),segment_id=c0623adb-9637-42d0-94dc-e8c24bdebe90)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:38:07.334213 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:07.350964 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] Calling delete_port for 91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80 owned by network:router_interface {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:38:07.540466 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:07.566719 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] Pushing event deleted for resources: {'Port': ['ID=91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:07.585734 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:07.586384 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:07.586946 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:07.587426 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:07.587939 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:07.588466 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:07.588994 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:07.589463 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:07.590039 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:07.590519 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:07.591020 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:07.591562 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:07.779356 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658532'] for router_interface, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:08.008503 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] Router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:38:08.122093 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:38:08.129072 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-bed93476-04c9-4572-8f56-28cfaa84b0cb admin admin] 10.222.0.70 "PUT /v2.0/routers/c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6627362 Nov 12 02:38:08.130856 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49554) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:08.132630 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9248da9-4b13-44c2-acd1-27ba02176f8a None None] Sync routers for ids ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'] in dv-cinder-808574-4-iscsi {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:38:08.143597 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9248da9-4b13-44c2-acd1-27ba02176f8a None None] Routers {'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:38:08.144242 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-b9248da9-4b13-44c2-acd1-27ba02176f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:38:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:08.248099 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-31e8302a-3a6b-40be-b30f-ec37e64515ac admin admin] Publish callbacks [] for router, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:08.260509 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-b9248da9-4b13-44c2-acd1-27ba02176f8a None None] Set router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:38:08.385231 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-31e8302a-3a6b-40be-b30f-ec37e64515ac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:08.423247 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49564) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:08.466596 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-31e8302a-3a6b-40be-b30f-ec37e64515ac admin admin] Deleting port f3ecb4a1-5b93-4964-8af0-ab62ff8970f8 {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:38:08.466963 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-31e8302a-3a6b-40be-b30f-ec37e64515ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:08.484056 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-b9248da9-4b13-44c2-acd1-27ba02176f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:38:07Z', 'revision_number': 5, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port': {'id': 'f3ecb4a1-5b93-4964-8af0-ab62ff8970f8', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:08.511359 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9248da9-4b13-44c2-acd1-27ba02176f8a None None] Checking router: c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 for host: dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:38:08.521242 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9248da9-4b13-44c2-acd1-27ba02176f8a None None] Routers {'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:38:08.521964 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-b9248da9-4b13-44c2-acd1-27ba02176f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:38:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:08.551670 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-31e8302a-3a6b-40be-b30f-ec37e64515ac admin admin] For port f3ecb4a1-5b93-4964-8af0-ab62ff8970f8, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=f3ecb4a1-5b93-4964-8af0-ab62ff8970f8,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:38:08.552064 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-31e8302a-3a6b-40be-b30f-ec37e64515ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:08.568795 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-31e8302a-3a6b-40be-b30f-ec37e64515ac admin admin] Calling delete_port for f3ecb4a1-5b93-4964-8af0-ab62ff8970f8 owned by network:router_gateway {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:38:08.599013 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eba6aed8-0fe8-477a-9231-fd2418991d23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:08.624740 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-b9248da9-4b13-44c2-acd1-27ba02176f8a None None] Set router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 gateway port host: None {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:38:08.681369 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-b9248da9-4b13-44c2-acd1-27ba02176f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:38:08Z', 'revision_number': 6, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port_host': None}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:08.700152 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eba6aed8-0fe8-477a-9231-fd2418991d23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:08.705034 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-eba6aed8-0fe8-477a-9231-fd2418991d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:08.709779 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9248da9-4b13-44c2-acd1-27ba02176f8a None None] The sync data for ids ['c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8'] in dv-cinder-808574-4-iscsi is: [{'id': 'c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8', 'name': 'tempest-TestVolumeBootPattern-748140890-router', 'tenant_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:44Z', 'updated_at': '2021-11-12T02:38:08Z', 'revision_number': 6, 'project_id': 'cdddbe78d48c4a9995c9d3e6c06bec3d', 'gw_port_host': None}] {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:38:08.745031 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6aed8-0fe8-477a-9231-fd2418991d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0880fb-ea93-41be-be46-a56c4541e931,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:08.758287 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-eba6aed8-0fe8-477a-9231-fd2418991d23 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dafd1ca4294c406c9083e2393f9e03b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3336704 Nov 12 02:38:08.759301 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49568) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:08.777095 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-31e8302a-3a6b-40be-b30f-ec37e64515ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:08.807158 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8302a-3a6b-40be-b30f-ec37e64515ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ecb4a1-5b93-4964-8af0-ab62ff8970f8,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:08.827833 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e25ebbd7-75ed-4744-b0ee-9a744a2a1485 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:08.858090 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e25ebbd7-75ed-4744-b0ee-9a744a2a1485 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:08.872219 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-31e8302a-3a6b-40be-b30f-ec37e64515ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661406'] for router_gateway, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:08.910389 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e25ebbd7-75ed-4744-b0ee-9a744a2a1485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:08.913106 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e25ebbd7-75ed-4744-b0ee-9a744a2a1485 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:08.914254 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-e25ebbd7-75ed-4744-b0ee-9a744a2a1485 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9e0880fb-ea93-41be-be46-a56c4541e931 HTTP/1.1" status: 204 len: 168 time: 0.1539299 Nov 12 02:38:08.922044 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ebbd7-75ed-4744-b0ee-9a744a2a1485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0880fb-ea93-41be-be46-a56c4541e931,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:08.981722 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-31e8302a-3a6b-40be-b30f-ec37e64515ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57784'] for router, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:08.983915 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-31e8302a-3a6b-40be-b30f-ec37e64515ac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:09.031731 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-31e8302a-3a6b-40be-b30f-ec37e64515ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-656498'] for router, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:09.032520 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e8302a-3a6b-40be-b30f-ec37e64515ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 {{(pid=101678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:38:09.038337 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-31e8302a-3a6b-40be-b30f-ec37e64515ac admin admin] Publish callbacks [] for router, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:09.039732 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-31e8302a-3a6b-40be-b30f-ec37e64515ac admin admin] 10.222.0.70 "DELETE /v2.0/routers/c64bc267-dcfb-48f6-bc12-7daf4b5fdbc8 HTTP/1.1" status: 204 len: 168 time: 0.9076631 Nov 12 02:38:09.042438 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49574) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:09.094784 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c2ad39-3cb6-4809-bddd-be8a4183cb67 admin admin] Deleting subnet 74a3a50d-3fa8-42dd-9673-0c777f45e2b0 {{(pid=101678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:38:09.098964 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24c2ad39-3cb6-4809-bddd-be8a4183cb67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:09.135589 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24c2ad39-3cb6-4809-bddd-be8a4183cb67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688904'] for subnet, precommit_delete_associations {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:09.239635 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49576) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:09.254413 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fe65e380-053b-42c3-a295-0fa6d0915877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:09.264886 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24c2ad39-3cb6-4809-bddd-be8a4183cb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16054281'] for subnet, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:09.333961 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24c2ad39-3cb6-4809-bddd-be8a4183cb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16054302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25342607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25509581'] for subnet, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:09.350979 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fe65e380-053b-42c3-a295-0fa6d0915877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:09.355251 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fe65e380-053b-42c3-a295-0fa6d0915877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:09.366789 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2ad39-3cb6-4809-bddd-be8a4183cb67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74a3a50d-3fa8-42dd-9673-0c777f45e2b0,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:09.369350 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-24c2ad39-3cb6-4809-bddd-be8a4183cb67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:09.375486 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-24c2ad39-3cb6-4809-bddd-be8a4183cb67 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/74a3a50d-3fa8-42dd-9673-0c777f45e2b0 HTTP/1.1" status: 204 len: 168 time: 0.3295889 Nov 12 02:38:09.375672 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eaa0d2-8712-4d37-bb50-772a09e7f70d None None] Network 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:38:09.376139 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49578) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:09.411999 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-fe65e380-053b-42c3-a295-0fa6d0915877 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b4ea7ab7742545659925037ec1ceab9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1680677 Nov 12 02:38:09.411999 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65e380-053b-42c3-a295-0fa6d0915877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223f6a82-4259-444a-93f2-e1c3670e49b0,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:09.414442 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49580) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:09.459258 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d46e627c-a1fb-4566-8f37-3543e526bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378732'] for network, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:09.475859 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-24e90c78-6144-413e-95cd-4ec937cf4096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:09.505210 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-24e90c78-6144-413e-95cd-4ec937cf4096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:09.569419 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-24e90c78-6144-413e-95cd-4ec937cf4096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:09.572512 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-24e90c78-6144-413e-95cd-4ec937cf4096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:09.573721 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-24e90c78-6144-413e-95cd-4ec937cf4096 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/223f6a82-4259-444a-93f2-e1c3670e49b0 HTTP/1.1" status: 204 len: 168 time: 0.1582086 Nov 12 02:38:09.589572 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e90c78-6144-413e-95cd-4ec937cf4096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223f6a82-4259-444a-93f2-e1c3670e49b0,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:09.596061 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b3822d-ef82-454c-bfa3-2678af14e950 None None] DHCP port deletion for 987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 request from dv-cinder-808574-4-iscsi {{(pid=101679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:38:09.659693 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-61b3822d-ef82-454c-bfa3-2678af14e950 None None] Deleting port 205cd3b1-621e-437d-9872-d5fd2165be73 {{(pid=101679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:38:09.660075 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-61b3822d-ef82-454c-bfa3-2678af14e950 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:09.734070 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-61b3822d-ef82-454c-bfa3-2678af14e950 None None] For port 205cd3b1-621e-437d-9872-d5fd2165be73, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=205cd3b1-621e-437d-9872-d5fd2165be73,segment=NetworkSegment(c0623adb-9637-42d0-94dc-e8c24bdebe90),segment_id=c0623adb-9637-42d0-94dc-e8c24bdebe90)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:38:09.734510 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-61b3822d-ef82-454c-bfa3-2678af14e950 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:09.750274 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-61b3822d-ef82-454c-bfa3-2678af14e950 None None] Calling delete_port for 205cd3b1-621e-437d-9872-d5fd2165be73 owned by network:dhcp {{(pid=101679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:38:09.832773 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-d46e627c-a1fb-4566-8f37-3543e526bc34 admin admin] Deleting port 205cd3b1-621e-437d-9872-d5fd2165be73 {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:38:09.833268 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d46e627c-a1fb-4566-8f37-3543e526bc34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:09.896884 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-61b3822d-ef82-454c-bfa3-2678af14e950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146'] for port, after_delete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:09.922174 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-d46e627c-a1fb-4566-8f37-3543e526bc34 admin admin] For port 205cd3b1-621e-437d-9872-d5fd2165be73, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=205cd3b1-621e-437d-9872-d5fd2165be73,segment=NetworkSegment(c0623adb-9637-42d0-94dc-e8c24bdebe90),segment_id=c0623adb-9637-42d0-94dc-e8c24bdebe90)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:38:09.922655 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d46e627c-a1fb-4566-8f37-3543e526bc34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:09.948855 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-d46e627c-a1fb-4566-8f37-3543e526bc34 admin admin] Calling delete_port for 205cd3b1-621e-437d-9872-d5fd2165be73 owned by network:dhcp {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:38:09.949358 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b3822d-ef82-454c-bfa3-2678af14e950 None None] No DVR routers for this DVR port 205cd3b1-621e-437d-9872-d5fd2165be73 on host dv-cinder-808574-4-iscsi {{(pid=101679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:38:09.951415 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3822d-ef82-454c-bfa3-2678af14e950 None None] Pushing event deleted for resources: {'Port': ['ID=205cd3b1-621e-437d-9872-d5fd2165be73,revision_number=None']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:09.962617 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3822d-ef82-454c-bfa3-2678af14e950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:09.963336 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3822d-ef82-454c-bfa3-2678af14e950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:09.963837 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3822d-ef82-454c-bfa3-2678af14e950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:09.964757 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3822d-ef82-454c-bfa3-2678af14e950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:09.965481 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3822d-ef82-454c-bfa3-2678af14e950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:09.966167 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3822d-ef82-454c-bfa3-2678af14e950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:09.966572 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3822d-ef82-454c-bfa3-2678af14e950 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:09.967230 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3822d-ef82-454c-bfa3-2678af14e950 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:09.967407 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3822d-ef82-454c-bfa3-2678af14e950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:09.967801 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3822d-ef82-454c-bfa3-2678af14e950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:09.968196 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3822d-ef82-454c-bfa3-2678af14e950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:09.968581 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3822d-ef82-454c-bfa3-2678af14e950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:09.980293 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device f3ecb4a1-5b93-4964-8af0-ab62ff8970f8 no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:38:10.014968 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: f3ecb4a1-5b93-4964-8af0-ab62ff8970f8 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:38:10.015308 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device f3ecb4a1-5b93-4964-8af0-ab62ff8970f8 not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:38:10.015914 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 205cd3b1-621e-437d-9872-d5fd2165be73 no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:38:10.041781 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: 205cd3b1-621e-437d-9872-d5fd2165be73 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:38:10.042186 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 205cd3b1-621e-437d-9872-d5fd2165be73 not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:38:10.042730 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80 no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:38:10.070278 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: 91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:38:10.071023 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 91d2d1eb-1ed8-45e1-b67e-ad2aca02bd80 not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:38:10.094700 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d46e627c-a1fb-4566-8f37-3543e526bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:10.132802 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e627c-a1fb-4566-8f37-3543e526bc34 admin admin] Pushing event deleted for resources: {'Port': ['ID=205cd3b1-621e-437d-9872-d5fd2165be73,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:10.142876 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49586) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:10.145810 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e627c-a1fb-4566-8f37-3543e526bc34 admin admin] No DVR routers for this DVR port 205cd3b1-621e-437d-9872-d5fd2165be73 on host dv-cinder-808574-4-iscsi {{(pid=101678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:38:10.161302 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-61b8883d-805a-42f7-a8c4-bd3ddaaf576e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:10.227755 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d46e627c-a1fb-4566-8f37-3543e526bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16054926', 'neutron.services.segments.db._delete_segments_for_network-8767026152430'] for network, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:10.253988 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-d46e627c-a1fb-4566-8f37-3543e526bc34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987f135b-2ece-4383-9fb9-ce7b7e8f8bd1']}} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:10.266836 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-d46e627c-a1fb-4566-8f37-3543e526bc34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0623adb-9637-42d0-94dc-e8c24bdebe90') {'for_net_delete': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:10.267142 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-d46e627c-a1fb-4566-8f37-3543e526bc34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0623adb-9637-42d0-94dc-e8c24bdebe90') {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:10.272822 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-61b8883d-805a-42f7-a8c4-bd3ddaaf576e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:10.277614 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-61b8883d-805a-42f7-a8c4-bd3ddaaf576e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:10.278191 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d46e627c-a1fb-4566-8f37-3543e526bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767026057975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25686459'] for segment, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:10.291848 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d46e627c-a1fb-4566-8f37-3543e526bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:10.298433 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46e627c-a1fb-4566-8f37-3543e526bc34 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=101678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:38:10.298921 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d46e627c-a1fb-4566-8f37-3543e526bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25342689'] for segment, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: self.session.flush() Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: self.session.flush() Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: self.session.flush() Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: self.session.flush() Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: Traceback (most recent call last): Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: timer() Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: cb(*args, **kw) Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: return func(*args, **kwargs) Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: self._notify() Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: self.callback(batched_events) Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: event.method(event) Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: return f(self, *a, **k) Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: return self._get(url).json() Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: return self.request(url, 'GET', **kwargs) Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:38:10.301382 dv-cinder-808574-4-iscsi neutron-server[101678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:38:10.323762 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-61b8883d-805a-42f7-a8c4-bd3ddaaf576e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=503eccd81dc84168bd99576763853eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819384 Nov 12 02:38:10.324560 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8883d-805a-42f7-a8c4-bd3ddaaf576e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de19a80-2150-4a72-b886-d5160b4c9b16,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:10.327090 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49588) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:10.357044 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d46e627c-a1fb-4566-8f37-3543e526bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16054935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661474'] for network, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:10.363135 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d46e627c-a1fb-4566-8f37-3543e526bc34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:10.366364 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-d46e627c-a1fb-4566-8f37-3543e526bc34 admin admin] 10.222.0.70 "DELETE /v2.0/networks/987f135b-2ece-4383-9fb9-ce7b7e8f8bd1 HTTP/1.1" status: 204 len: 168 time: 0.9896398 Nov 12 02:38:10.371445 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49590) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:10.377452 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e627c-a1fb-4566-8f37-3543e526bc34 admin admin] Pushing event deleted for resources: {'Network': ['ID=987f135b-2ece-4383-9fb9-ce7b7e8f8bd1,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:10.431402 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8e74456a-8324-4248-83a6-467f077c5b8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:10.744141 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8e74456a-8324-4248-83a6-467f077c5b8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:10.875623 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8e74456a-8324-4248-83a6-467f077c5b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:10.878147 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8e74456a-8324-4248-83a6-467f077c5b8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:10.879312 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-8e74456a-8324-4248-83a6-467f077c5b8c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9de19a80-2150-4a72-b886-d5160b4c9b16 HTTP/1.1" status: 204 len: 168 time: 0.5512853 Nov 12 02:38:10.894971 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74456a-8324-4248-83a6-467f077c5b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de19a80-2150-4a72-b886-d5160b4c9b16,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:11.055332 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-44965886-0935-414b-a24f-9635c56d29fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658132'] for router_interface, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:11.317749 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-44965886-0935-414b-a24f-9635c56d29fb admin admin] Deleting port d8f76cd5-8e63-4b9f-b672-42215eabfe84 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:38:11.318884 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-44965886-0935-414b-a24f-9635c56d29fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:11.400065 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-44965886-0935-414b-a24f-9635c56d29fb admin admin] For port d8f76cd5-8e63-4b9f-b672-42215eabfe84, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=d8f76cd5-8e63-4b9f-b672-42215eabfe84,segment=NetworkSegment(5458f15d-8376-4c7c-afd7-995d9c4081aa),segment_id=5458f15d-8376-4c7c-afd7-995d9c4081aa)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:38:11.400575 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-44965886-0935-414b-a24f-9635c56d29fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:11.413938 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-44965886-0935-414b-a24f-9635c56d29fb admin admin] Calling delete_port for d8f76cd5-8e63-4b9f-b672-42215eabfe84 owned by network:router_interface {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:38:11.611407 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-44965886-0935-414b-a24f-9635c56d29fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:11.620820 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49612) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:11.641318 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44965886-0935-414b-a24f-9635c56d29fb admin admin] Pushing event deleted for resources: {'Port': ['ID=d8f76cd5-8e63-4b9f-b672-42215eabfe84,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:11.735156 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-cf3e0118-8de4-481d-ab60-bf1f74ffec6e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1972318499-network', 'tenant_id': '7982c0adc65a456e8d0410ad0672d97c'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:38:11.759149 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3e0118-8de4-481d-ab60-bf1f74ffec6e admin admin] Made reservation on behalf of 7982c0adc65a456e8d0410ad0672d97c for: {'network': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:38:11.761474 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cf3e0118-8de4-481d-ab60-bf1f74ffec6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for network, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:11.773321 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cf3e0118-8de4-481d-ab60-bf1f74ffec6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:11.825167 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-44965886-0935-414b-a24f-9635c56d29fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658532'] for router_interface, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:11.892348 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cf3e0118-8de4-481d-ab60-bf1f74ffec6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:11.896643 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cf3e0118-8de4-481d-ab60-bf1f74ffec6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:11.928380 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3e0118-8de4-481d-ab60-bf1f74ffec6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=101678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:38:11.934817 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e0118-8de4-481d-ab60-bf1f74ffec6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf78f5a-67b0-49f5-8eff-957c31083ed9,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:11.943409 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cf3e0118-8de4-481d-ab60-bf1f74ffec6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:11.943753 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.segments_db [None req-cf3e0118-8de4-481d-ab60-bf1f74ffec6e admin admin] Added segment 4e4802e0-3108-4f42-9692-742b654c733c of type vlan for network 334756d6-95c6-4257-b031-d266457d32e5 Nov 12 02:38:11.987638 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cf3e0118-8de4-481d-ab60-bf1f74ffec6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767025606099'] for network, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:12.012365 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cf3e0118-8de4-481d-ab60-bf1f74ffec6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for network, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:12.013691 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3e0118-8de4-481d-ab60-bf1f74ffec6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:12.014271 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cf3e0118-8de4-481d-ab60-bf1f74ffec6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:12.070738 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-cf3e0118-8de4-481d-ab60-bf1f74ffec6e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4486029 Nov 12 02:38:12.073530 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49618) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:12.078225 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-f8beaa65-0f40-413a-ad4f-fe96ce0b3362 admin admin] Request body: {'subnet': {'network_id': '334756d6-95c6-4257-b031-d266457d32e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1972318499-subnet', 'tenant_id': '7982c0adc65a456e8d0410ad0672d97c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:38:12.089504 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e0118-8de4-481d-ab60-bf1f74ffec6e admin admin] Pushing event updated for resources: {'Network': ['ID=334756d6-95c6-4257-b031-d266457d32e5,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:12.098144 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44965886-0935-414b-a24f-9635c56d29fb admin admin] Router eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:38:12.102034 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Network 334756d6-95c6-4257-b031-d266457d32e5 details requested by agent ovs-agent-dv-cinder-808574-4-iscsi with host dv-cinder-808574-4-iscsi {{(pid=101679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:38:12.115557 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8beaa65-0f40-413a-ad4f-fe96ce0b3362 admin admin] Made reservation on behalf of 7982c0adc65a456e8d0410ad0672d97c for: {'subnet': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:38:12.118372 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f8beaa65-0f40-413a-ad4f-fe96ce0b3362 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25509542'] for subnet, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:12.241040 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44965886-0935-414b-a24f-9635c56d29fb admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:38:12.248878 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-44965886-0935-414b-a24f-9635c56d29fb admin admin] 10.222.0.70 "PUT /v2.0/routers/eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8742573 Nov 12 02:38:12.250975 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49620) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:12.254748 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d967a99-33ed-4963-9ae2-ea5c19686b6d None None] Sync routers for ids ['eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:38:12.267403 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d967a99-33ed-4963-9ae2-ea5c19686b6d None None] Routers {'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:38:12.268887 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-5d967a99-33ed-4963-9ae2-ea5c19686b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:38:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:12.321717 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f8beaa65-0f40-413a-ad4f-fe96ce0b3362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25342536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25509556'] for subnet, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:12.371071 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fe3a0f10-1311-46f5-a83c-de1d03a4ab03 admin admin] Publish callbacks [] for router, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:12.398234 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8beaa65-0f40-413a-ad4f-fe96ce0b3362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4e85b9c-74d3-4c6a-8e7f-cdd9260a92f2,revision_number=0']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:12.408003 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-5d967a99-33ed-4963-9ae2-ea5c19686b6d None None] Set router eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:38:12.420571 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8beaa65-0f40-413a-ad4f-fe96ce0b3362 admin admin] Checking segment: {'id': '4e4802e0-3108-4f42-9692-742b654c733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '334756d6-95c6-4257-b031-d266457d32e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:38:12.420957 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8beaa65-0f40-413a-ad4f-fe96ce0b3362 admin admin] Network hostable DHCP agents. Network: 334756d6-95c6-4257-b031-d266457d32e5, hostable agents: ['9ef3605f-eeb0-4f31-885d-199b6c4cd983'], hosted agents: [] {{(pid=101678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:38:12.443309 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8beaa65-0f40-413a-ad4f-fe96ce0b3362 admin admin] Network 334756d6-95c6-4257-b031-d266457d32e5 is scheduled to be hosted by DHCP agent 9ef3605f-eeb0-4f31-885d-199b6c4cd983 with binding_index 1 {{(pid=101678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:38:12.470964 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-f8beaa65-0f40-413a-ad4f-fe96ce0b3362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-iscsi, 334756d6-95c6-4257-b031-d266457d32e5) {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:38:12.475292 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8beaa65-0f40-413a-ad4f-fe96ce0b3362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:12.475292 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f8beaa65-0f40-413a-ad4f-fe96ce0b3362 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:12.481874 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70f3e27-725e-433d-8b90-4b7692428348 None None] Network 334756d6-95c6-4257-b031-d266457d32e5 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:38:12.492213 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fe3a0f10-1311-46f5-a83c-de1d03a4ab03 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:12.511373 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-f8beaa65-0f40-413a-ad4f-fe96ce0b3362 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4364774 Nov 12 02:38:12.575157 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a0f10-1311-46f5-a83c-de1d03a4ab03 admin admin] Deleting port b7f3a48b-18e7-4b86-b423-8c2808ec418f {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:38:12.575547 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fe3a0f10-1311-46f5-a83c-de1d03a4ab03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:12.675136 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-fe3a0f10-1311-46f5-a83c-de1d03a4ab03 admin admin] For port b7f3a48b-18e7-4b86-b423-8c2808ec418f, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=b7f3a48b-18e7-4b86-b423-8c2808ec418f,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:38:12.675630 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fe3a0f10-1311-46f5-a83c-de1d03a4ab03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:12.691472 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a0f10-1311-46f5-a83c-de1d03a4ab03 admin admin] Calling delete_port for b7f3a48b-18e7-4b86-b423-8c2808ec418f owned by network:router_gateway {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:38:12.793077 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e74c0a0-d7fe-4880-81e7-e3b6ad392144 None None] Network 334756d6-95c6-4257-b031-d266457d32e5 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:38:12.921870 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fe3a0f10-1311-46f5-a83c-de1d03a4ab03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:12.932769 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9914e-03cb-4ad4-ba8e-df6b4a83accc req-a76733c7-f165-4a8f-8767-c74fe93f6d1e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:12.935467 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3ee9914e-03cb-4ad4-ba8e-df6b4a83accc req-a76733c7-f165-4a8f-8767-c74fe93f6d1e tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 947 time: 0.0623314 Nov 12 02:38:12.959368 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a0f10-1311-46f5-a83c-de1d03a4ab03 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f3a48b-18e7-4b86-b423-8c2808ec418f,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:12.997667 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3ee9914e-03cb-4ad4-ba8e-df6b4a83accc req-881830b7-84f2-4327-8e15-5f9bba96bfff tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546591 Nov 12 02:38:13.053216 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-5d967a99-33ed-4963-9ae2-ea5c19686b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8', 'name': 'tempest-TestVolumeBootPattern-922542596-router', 'tenant_id': 'e8d28dd159d548f8a97fc5b960901481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'b7f3a48b-18e7-4b86-b423-8c2808ec418f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:50Z', 'updated_at': '2021-11-12T02:38:11Z', 'revision_number': 5, 'project_id': 'e8d28dd159d548f8a97fc5b960901481', 'gw_port': {'id': 'b7f3a48b-18e7-4b86-b423-8c2808ec418f', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:27:50Z', 'updated_at': '2021-11-12T02:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:13.076062 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fe3a0f10-1311-46f5-a83c-de1d03a4ab03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661406'] for router_gateway, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:13.101679 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d967a99-33ed-4963-9ae2-ea5c19686b6d None None] Checking router: eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8 for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:38:13.130192 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d967a99-33ed-4963-9ae2-ea5c19686b6d None None] Routers {'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:38:13.130976 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-5d967a99-33ed-4963-9ae2-ea5c19686b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:38:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:13.186191 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fe3a0f10-1311-46f5-a83c-de1d03a4ab03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57784'] for router, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:13.186191 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fe3a0f10-1311-46f5-a83c-de1d03a4ab03 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:13.206156 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-5d967a99-33ed-4963-9ae2-ea5c19686b6d None None] Set router eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8 gateway port host: None {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:38:13.233722 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fe3a0f10-1311-46f5-a83c-de1d03a4ab03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-656498'] for router, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:13.234296 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3a0f10-1311-46f5-a83c-de1d03a4ab03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8 {{(pid=101677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:38:13.242819 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fe3a0f10-1311-46f5-a83c-de1d03a4ab03 admin admin] Publish callbacks [] for router, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:13.246465 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-fe3a0f10-1311-46f5-a83c-de1d03a4ab03 admin admin] 10.222.0.70 "DELETE /v2.0/routers/eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8 HTTP/1.1" status: 204 len: 168 time: 0.9921346 Nov 12 02:38:13.246857 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49642) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:13.266843 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-5d967a99-33ed-4963-9ae2-ea5c19686b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8', 'name': 'tempest-TestVolumeBootPattern-922542596-router', 'tenant_id': 'e8d28dd159d548f8a97fc5b960901481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:50Z', 'updated_at': '2021-11-12T02:38:12Z', 'revision_number': 7, 'project_id': 'e8d28dd159d548f8a97fc5b960901481', 'gw_port_host': None}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:13.297378 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d967a99-33ed-4963-9ae2-ea5c19686b6d None None] The sync data for ids ['eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8'] in dv-cinder-808574-4-iscsi is: [{'id': 'eb6d5ca0-9e1a-42f2-b7e9-35dd36a879f8', 'name': 'tempest-TestVolumeBootPattern-922542596-router', 'tenant_id': 'e8d28dd159d548f8a97fc5b960901481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:27:50Z', 'updated_at': '2021-11-12T02:38:12Z', 'revision_number': 7, 'project_id': 'e8d28dd159d548f8a97fc5b960901481', 'gw_port_host': None}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:38:13.314285 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_v2 [None req-47018608-9e58-4458-8ec8-fd33e555988f admin admin] Deleting subnet 1cf09293-149d-4e29-a7e5-b517eedc806e {{(pid=101677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:38:13.318640 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-47018608-9e58-4458-8ec8-fd33e555988f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:13.361650 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-47018608-9e58-4458-8ec8-fd33e555988f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25589382'] for subnet, precommit_delete_associations {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:13.440415 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-47018608-9e58-4458-8ec8-fd33e555988f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16054281'] for subnet, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:13.496813 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-47018608-9e58-4458-8ec8-fd33e555988f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16054302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25522203'] for subnet, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:13.529405 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47018608-9e58-4458-8ec8-fd33e555988f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cf09293-149d-4e29-a7e5-b517eedc806e,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:13.534225 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-47018608-9e58-4458-8ec8-fd33e555988f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:13.538616 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-47018608-9e58-4458-8ec8-fd33e555988f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1cf09293-149d-4e29-a7e5-b517eedc806e HTTP/1.1" status: 204 len: 168 time: 0.2906945 Nov 12 02:38:13.539769 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33541693-c89a-4071-90e8-9a912b3ca99b None None] Network 1f5a4a71-500e-475c-9422-9f52bbd6df36 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:38:13.540877 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49644) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:13.621414 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378732'] for network, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:13.688927 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Deleting port 7d66232d-1c84-40be-98fe-21e1436a428e {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:38:13.689271 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:13.757122 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d56a0ff-c8ad-4a86-b2a9-e71d67ce33bb None None] DHCP port deletion for 1f5a4a71-500e-475c-9422-9f52bbd6df36 request from dv-cinder-808574-4-iscsi {{(pid=101679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:38:13.766321 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] For port 7d66232d-1c84-40be-98fe-21e1436a428e, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=7d66232d-1c84-40be-98fe-21e1436a428e,segment=NetworkSegment(5458f15d-8376-4c7c-afd7-995d9c4081aa),segment_id=5458f15d-8376-4c7c-afd7-995d9c4081aa)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:38:13.766790 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:13.781313 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Calling delete_port for 7d66232d-1c84-40be-98fe-21e1436a428e owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:38:13.814328 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-5d56a0ff-c8ad-4a86-b2a9-e71d67ce33bb None None] Deleting port 7d66232d-1c84-40be-98fe-21e1436a428e {{(pid=101679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:38:13.814725 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-5d56a0ff-c8ad-4a86-b2a9-e71d67ce33bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:13.864877 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:13.881344 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-5d56a0ff-c8ad-4a86-b2a9-e71d67ce33bb None None] For port 7d66232d-1c84-40be-98fe-21e1436a428e, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=7d66232d-1c84-40be-98fe-21e1436a428e,segment=NetworkSegment(5458f15d-8376-4c7c-afd7-995d9c4081aa),segment_id=5458f15d-8376-4c7c-afd7-995d9c4081aa)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:38:13.881638 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-5d56a0ff-c8ad-4a86-b2a9-e71d67ce33bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:13.890573 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d66232d-1c84-40be-98fe-21e1436a428e,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:13.894784 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] No DVR routers for this DVR port 7d66232d-1c84-40be-98fe-21e1436a428e on host dv-cinder-808574-4-iscsi {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:38:13.895589 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-5d56a0ff-c8ad-4a86-b2a9-e71d67ce33bb None None] Calling delete_port for 7d66232d-1c84-40be-98fe-21e1436a428e owned by network:dhcp {{(pid=101679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:38:13.902396 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:13.902770 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:13.903110 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:13.903441 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:13.903771 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:13.904101 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:13.904423 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:13.904744 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:13.905065 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:13.905384 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:13.905698 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:13.906013 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:38:13.980937 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16054926', 'neutron.services.segments.db._delete_segments_for_network-8767026152430'] for network, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:13.989950 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-5d56a0ff-c8ad-4a86-b2a9-e71d67ce33bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146'] for port, after_delete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:14.007892 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5a4a71-500e-475c-9422-9f52bbd6df36']}} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:14.015990 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56a0ff-c8ad-4a86-b2a9-e71d67ce33bb None None] Pushing event deleted for resources: {'Port': ['ID=7d66232d-1c84-40be-98fe-21e1436a428e,revision_number=None']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:14.018508 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5458f15d-8376-4c7c-afd7-995d9c4081aa') {'for_net_delete': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:14.018843 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5458f15d-8376-4c7c-afd7-995d9c4081aa') {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:14.022929 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d56a0ff-c8ad-4a86-b2a9-e71d67ce33bb None None] No DVR routers for this DVR port 7d66232d-1c84-40be-98fe-21e1436a428e on host dv-cinder-808574-4-iscsi {{(pid=101679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:38:14.029072 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767026057975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25590901'] for segment, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:14.045983 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:14.053211 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=101677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:38:14.053651 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589397'] for segment, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: Traceback (most recent call last): Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: timer() Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: cb(*args, **kw) Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: return func(*args, **kwargs) Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: self._notify() Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: self.callback(batched_events) Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: event.method(event) Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: return f(self, *a, **k) Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: return self._get(url).json() Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: return self.request(url, 'GET', **kwargs) Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:38:14.055852 dv-cinder-808574-4-iscsi neutron-server[101677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:38:14.136055 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16054935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661474'] for network, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:14.148093 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:14.151494 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] 10.222.0.70 "DELETE /v2.0/networks/1f5a4a71-500e-475c-9422-9f52bbd6df36 HTTP/1.1" status: 204 len: 168 time: 0.6094861 Nov 12 02:38:14.166031 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35cefe-d052-4cdd-acd4-c5ea575ea641 req-62fc22c3-545c-448e-8418-46bb65a44f23 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:14.174786 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device b7f3a48b-18e7-4b86-b423-8c2808ec418f no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:38:14.175777 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-be35cefe-d052-4cdd-acd4-c5ea575ea641 req-62fc22c3-545c-448e-8418-46bb65a44f23 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 947 time: 0.0766521 Nov 12 02:38:14.177555 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9247a1e-a4ca-4a10-b44b-692c866c6d42 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f5a4a71-500e-475c-9422-9f52bbd6df36,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:14.202981 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: b7f3a48b-18e7-4b86-b423-8c2808ec418f {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:38:14.203321 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device b7f3a48b-18e7-4b86-b423-8c2808ec418f not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:38:14.203951 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 7d66232d-1c84-40be-98fe-21e1436a428e no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:38:14.229736 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: 7d66232d-1c84-40be-98fe-21e1436a428e {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:38:14.230704 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 7d66232d-1c84-40be-98fe-21e1436a428e not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:38:14.231202 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device d8f76cd5-8e63-4b9f-b672-42215eabfe84 no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:38:14.240340 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-be35cefe-d052-4cdd-acd4-c5ea575ea641 req-4d2b6406-157c-4b25-9c93-66936dd9d691 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632982 Nov 12 02:38:14.254613 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: d8f76cd5-8e63-4b9f-b672-42215eabfe84 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:38:14.254980 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device d8f76cd5-8e63-4b9f-b672-42215eabfe84 not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:38:14.312916 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49652) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:14.354237 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-6927c8f5-7f40-4faf-8a29-0e82ad4303d2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cdddbe78d48c4a9995c9d3e6c06bec3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401449 Nov 12 02:38:14.356949 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49656) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:14.415752 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0ce3fb30-b084-4cc8-8173-d5a74e987071 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:14.444150 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0ce3fb30-b084-4cc8-8173-d5a74e987071 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:14.543853 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0ce3fb30-b084-4cc8-8173-d5a74e987071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:14.546485 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-0ce3fb30-b084-4cc8-8173-d5a74e987071 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:14.547635 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-0ce3fb30-b084-4cc8-8173-d5a74e987071 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0f8ae4f9-53b6-4188-9c67-61cbb83a6549 HTTP/1.1" status: 204 len: 168 time: 0.1896863 Nov 12 02:38:14.576802 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3fb30-b084-4cc8-8173-d5a74e987071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8ae4f9-53b6-4188-9c67-61cbb83a6549,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:14.669668 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-b40512c6-4f82-41ab-8f06-0bf495080461 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:14.671287 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-b40512c6-4f82-41ab-8f06-0bf495080461 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/networks?id=334756d6-95c6-4257-b031-d266457d32e5 HTTP/1.1" status: 200 len: 809 time: 0.1389968 Nov 12 02:38:14.696789 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-68237a4f-4c3d-47d3-be78-de8671512d0b tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/quotas/7982c0adc65a456e8d0410ad0672d97c HTTP/1.1" status: 200 len: 375 time: 0.0144944 Nov 12 02:38:14.736076 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-ed3ccca3-099a-4b7b-9f41-93f6ec7a6263 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7982c0adc65a456e8d0410ad0672d97c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337541 Nov 12 02:38:14.896176 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e77afd-3233-436d-ba3e-762c982880ce req-988412be-49c2-48a8-bf19-3ea830c66872 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:14.898918 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-84e77afd-3233-436d-ba3e-762c982880ce req-988412be-49c2-48a8-bf19-3ea830c66872 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.65 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 947 time: 0.0713494 Nov 12 02:38:14.925798 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-5365c4a0-5eb1-429f-b3ff-0cac2b22f317 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=101678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:38:14.927550 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-5365c4a0-5eb1-429f-b3ff-0cac2b22f317 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1825845 Nov 12 02:38:14.989258 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49678) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:15.033512 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-302019b0-38e4-4228-ae0e-2512d1294cd2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e8d28dd159d548f8a97fc5b960901481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428650 Nov 12 02:38:15.036020 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49680) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:15.089417 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd2a3-0692-4106-9dc6-4b0b6408bd7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:15.109465 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-0cc9b35d-593b-4430-9ec3-33f26c773d79 service neutron] 10.222.0.70 "GET /v2.0/networks/334756d6-95c6-4257-b031-d266457d32e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526029 Nov 12 02:38:15.112769 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd2a3-0692-4106-9dc6-4b0b6408bd7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:15.116285 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-84e77afd-3233-436d-ba3e-762c982880ce req-3530932c-62b2-4684-a44c-b41fdc6d032b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Deleting port 054e67ae-3cc3-4cc3-b945-349581ab03eb {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:38:15.116631 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-84e77afd-3233-436d-ba3e-762c982880ce req-3530932c-62b2-4684-a44c-b41fdc6d032b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:15.180229 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd2a3-0692-4106-9dc6-4b0b6408bd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:15.182915 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd2a3-0692-4106-9dc6-4b0b6408bd7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:15.184227 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-fd1dd2a3-0692-4106-9dc6-4b0b6408bd7b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/931ec27f-b085-4a26-9571-0a6c3064685c HTTP/1.1" status: 204 len: 168 time: 0.1470995 Nov 12 02:38:15.193248 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1dd2a3-0692-4106-9dc6-4b0b6408bd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931ec27f-b085-4a26-9571-0a6c3064685c,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:15.300535 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-84e77afd-3233-436d-ba3e-762c982880ce req-3530932c-62b2-4684-a44c-b41fdc6d032b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] For port 054e67ae-3cc3-4cc3-b945-349581ab03eb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=054e67ae-3cc3-4cc3-b945-349581ab03eb,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:38:15.301126 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-84e77afd-3233-436d-ba3e-762c982880ce req-3530932c-62b2-4684-a44c-b41fdc6d032b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:15.309970 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-0164f549-9d50-44d6-972d-a24d91c0abef service neutron] 10.222.0.70 "GET /v2.0/networks/334756d6-95c6-4257-b031-d266457d32e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898875 Nov 12 02:38:15.455756 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35339e-34bd-4c0b-885c-e86e77dc4283 req-b5b2cda9-1f82-467b-9da0-20fc06b05d52 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:15.457391 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6f35339e-34bd-4c0b-885c-e86e77dc4283 req-b5b2cda9-1f82-467b-9da0-20fc06b05d52 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 947 time: 0.1093864 Nov 12 02:38:15.576046 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-09efee43-f0b1-4407-a940-b8bcb45761d1 req-390a5360-1d40-40d6-8bb4-2ffb6e478878 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=975adec8-53a7-4e5b-a4fe-fe79351bf240 HTTP/1.1" status: 200 len: 210 time: 0.0606239 Nov 12 02:38:15.610647 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-84e77afd-3233-436d-ba3e-762c982880ce req-3530932c-62b2-4684-a44c-b41fdc6d032b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:15.611034 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-84e77afd-3233-436d-ba3e-762c982880ce req-3530932c-62b2-4684-a44c-b41fdc6d032b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661460'] for floatingip, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:15.611435 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.l3_db [req-84e77afd-3233-436d-ba3e-762c982880ce req-3530932c-62b2-4684-a44c-b41fdc6d032b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Floating IP 3c768fbc-c8e4-4112-99d7-1616e700f9b0 disassociated. External IP: 172.27.2.98, port: 054e67ae-3cc3-4cc3-b945-349581ab03eb. Nov 12 02:38:15.611720 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-84e77afd-3233-436d-ba3e-762c982880ce req-3530932c-62b2-4684-a44c-b41fdc6d032b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Calling delete_port for 054e67ae-3cc3-4cc3-b945-349581ab03eb owned by compute:nova {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:38:15.619990 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6f35339e-34bd-4c0b-885c-e86e77dc4283 req-8246d64c-c774-4aee-91dd-12847a7fc920 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a374d84-f488-43ba-a086-c0ef16ce04c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076789 Nov 12 02:38:15.765648 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-84e77afd-3233-436d-ba3e-762c982880ce req-3530932c-62b2-4684-a44c-b41fdc6d032b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:15.796526 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530932c-62b2-4684-a44c-b41fdc6d032b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Pushing event deleted for resources: {'Port': ['ID=054e67ae-3cc3-4cc3-b945-349581ab03eb,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:15.923134 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84e77afd-3233-436d-ba3e-762c982880ce req-3530932c-62b2-4684-a44c-b41fdc6d032b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:38:16.035893 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84e77afd-3233-436d-ba3e-762c982880ce req-3530932c-62b2-4684-a44c-b41fdc6d032b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:38:16.045050 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386b7436-de6a-4d31-bb29-0c2397a1021c None None] Sync routers for ids ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'] in dv-cinder-808574-4-iscsi {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:38:16.056099 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b7436-de6a-4d31-bb29-0c2397a1021c None None] Routers {'34f3fd75-6801-48b1-be4f-6f6fa61934e0'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:38:16.056699 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-386b7436-de6a-4d31-bb29-0c2397a1021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:38:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:16.081773 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e77afd-3233-436d-ba3e-762c982880ce req-3530932c-62b2-4684-a44c-b41fdc6d032b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] No DVR routers for this DVR port 054e67ae-3cc3-4cc3-b945-349581ab03eb on host hv-cinder-80857 {{(pid=101678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:38:16.084304 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-84e77afd-3233-436d-ba3e-762c982880ce req-3530932c-62b2-4684-a44c-b41fdc6d032b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:16.087916 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-84e77afd-3233-436d-ba3e-762c982880ce req-3530932c-62b2-4684-a44c-b41fdc6d032b tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.65 "DELETE /v2.0/ports/054e67ae-3cc3-4cc3-b945-349581ab03eb HTTP/1.1" status: 204 len: 173 time: 1.1824458 Nov 12 02:38:16.088399 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75cfef8-bb7c-41d9-b969-d4f2454a64fd', 'name': 'network-vif-deleted', 'tag': '054e67ae-3cc3-4cc3-b945-349581ab03eb'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:38:16.091297 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb1eb28-d1da-4520-b554-54c92225b44d" -d '{"events": [{"server_uuid": "d75cfef8-bb7c-41d9-b969-d4f2454a64fd", "name": "network-vif-deleted", "tag": "054e67ae-3cc3-4cc3-b945-349581ab03eb"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:38:16.144859 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512e44b6-ef8f-45ec-825c-cd48a3aa9ba2 x-openstack-request-id: req-512e44b6-ef8f-45ec-825c-cd48a3aa9ba2 {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:38:16.144859 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75cfef8-bb7c-41d9-b969-d4f2454a64fd", "name": "network-vif-deleted", "tag": "054e67ae-3cc3-4cc3-b945-349581ab03eb", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:38:16.144859 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-512e44b6-ef8f-45ec-825c-cd48a3aa9ba2 {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:38:16.144859 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75cfef8-bb7c-41d9-b969-d4f2454a64fd', 'name': 'network-vif-deleted', 'tag': '054e67ae-3cc3-4cc3-b945-349581ab03eb', 'status': 'completed', 'code': 200} Nov 12 02:38:16.192989 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-386b7436-de6a-4d31-bb29-0c2397a1021c None None] Set router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:38:16.391140 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-386b7436-de6a-4d31-bb29-0c2397a1021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'name': 'tempest-AttachVolumeShelveTestJSON-415237232-router', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:17Z', 'revision_number': 4, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'gw_port': {'id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:11Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'b0cef496-7aa4-4e40-8a70-fea352c720c9', 'name': '', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'mac_address': 'fa:16:3e:86:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:15Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 5, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'subnets': [{'id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:16.420122 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386b7436-de6a-4d31-bb29-0c2397a1021c None None] Checking router: 34f3fd75-6801-48b1-be4f-6f6fa61934e0 for host: dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:38:16.429259 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b7436-de6a-4d31-bb29-0c2397a1021c None None] Routers {'34f3fd75-6801-48b1-be4f-6f6fa61934e0'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:38:16.429870 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-386b7436-de6a-4d31-bb29-0c2397a1021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:38:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:16.562408 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-386b7436-de6a-4d31-bb29-0c2397a1021c None None] Set router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:38:16.723075 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-8f4647b2-210c-45a3-91b7-a3f8b8fa6b10 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:16.725115 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-8f4647b2-210c-45a3-91b7-a3f8b8fa6b10 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.65 "GET /v2.0/networks?id=334756d6-95c6-4257-b031-d266457d32e5 HTTP/1.1" status: 200 len: 809 time: 0.1468763 Nov 12 02:38:16.754610 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-b553c1df-a9c4-4cc4-b890-22edd7a825a1 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Request body: {'port': {'device_id': '975adec8-53a7-4e5b-a4fe-fe79351bf240', 'network_id': '334756d6-95c6-4257-b031-d266457d32e5', 'admin_state_up': True, 'tenant_id': '7982c0adc65a456e8d0410ad0672d97c'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:38:16.760531 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-437de18f-6678-4e35-a0b4-d33c73933baf req-67993dd1-2f68-4883-bf68-36aa422d4046 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=975adec8-53a7-4e5b-a4fe-fe79351bf240 HTTP/1.1" status: 200 len: 210 time: 0.0601835 Nov 12 02:38:16.819320 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-17fe7100-5e1a-4b06-93b9-ccbc81638bb6 req-c85591a2-d4fb-4909-99b4-cb1f87556097 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/ports?device_id=d75cfef8-bb7c-41d9-b969-d4f2454a64fd HTTP/1.1" status: 200 len: 210 time: 0.0565703 Nov 12 02:38:16.890379 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-386b7436-de6a-4d31-bb29-0c2397a1021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'name': 'tempest-AttachVolumeShelveTestJSON-415237232-router', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:17Z', 'revision_number': 4, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'gw_port': {'id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:11Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'b0cef496-7aa4-4e40-8a70-fea352c720c9', 'name': '', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'mac_address': 'fa:16:3e:86:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:15Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 5, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'subnets': [{'id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:16.915445 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-b553c1df-a9c4-4cc4-b890-22edd7a825a1 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Made reservation on behalf of 7982c0adc65a456e8d0410ad0672d97c for: {'port': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:38:16.919358 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-b553c1df-a9c4-4cc4-b890-22edd7a825a1 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:16.925409 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386b7436-de6a-4d31-bb29-0c2397a1021c None None] The sync data for ids ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'] in dv-cinder-808574-4-iscsi is: [{'id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'name': 'tempest-AttachVolumeShelveTestJSON-415237232-router', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:26:17Z', 'revision_number': 4, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'gw_port': {'id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:11Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'b0cef496-7aa4-4e40-8a70-fea352c720c9', 'name': '', 'network_id': 'ed2ba848-d313-464e-93cb-db87f28d8bf9', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'mac_address': 'fa:16:3e:86:a1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:15Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 5, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'subnets': [{'id': 'a36fabb7-5929-480d-92d3-1a57b54853bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:38:17.062634 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-b553c1df-a9c4-4cc4-b890-22edd7a825a1 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Allocated IP 172.20.0.5 (334756d6-95c6-4257-b031-d266457d32e5/a4e85b9c-74d3-4c6a-8e7f-cdd9260a92f2/ec2fd124-4015-4517-8640-86fcfce38477) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:38:17.172760 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27a836f-2d55-42b1-8813-415540a17c9e None None] New status for floating IP 3c768fbc-c8e4-4112-99d7-1616e700f9b0: DOWN {{(pid=101679) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:38:17.221979 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-b553c1df-a9c4-4cc4-b890-22edd7a825a1 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:17.256840 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-b553c1df-a9c4-4cc4-b890-22edd7a825a1 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:17.307513 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-b553c1df-a9c4-4cc4-b890-22edd7a825a1 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Network 334756d6-95c6-4257-b031-d266457d32e5 is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:38:17.310782 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-b553c1df-a9c4-4cc4-b890-22edd7a825a1 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:38:17.313256 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-b553c1df-a9c4-4cc4-b890-22edd7a825a1 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:38:17.338464 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553c1df-a9c4-4cc4-b890-22edd7a825a1 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Pushing event updated for resources: {'Port': ['ID=ec2fd124-4015-4517-8640-86fcfce38477,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:17.367903 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-b553c1df-a9c4-4cc4-b890-22edd7a825a1 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:17.368513 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-b553c1df-a9c4-4cc4-b890-22edd7a825a1 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:17.384528 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-b553c1df-a9c4-4cc4-b890-22edd7a825a1 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6353679 Nov 12 02:38:17.403657 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] Request body: {'port': {'device_id': '975adec8-53a7-4e5b-a4fe-fe79351bf240', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:38:17.462171 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:17.723695 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2fd124-4015-4517-8640-86fcfce38477 {{(pid=101678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:38:17.731400 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:17.743471 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] Transition to ACTIVE for port object ec2fd124-4015-4517-8640-86fcfce38477 will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:38:17.747370 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25342661'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:17.799450 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2fd124-4015-4517-8640-86fcfce38477,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:17.917291 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49714) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:17.930711 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce373493-a1a6-418e-af9d-30ec45bc3a5f req-5661fd9e-9f90-4271-8e52-f5ff9b714f4c tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:17.932234 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce373493-a1a6-418e-af9d-30ec45bc3a5f req-5661fd9e-9f90-4271-8e52-f5ff9b714f4c tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=975adec8-53a7-4e5b-a4fe-fe79351bf240 HTTP/1.1" status: 200 len: 943 time: 0.0884662 Nov 12 02:38:17.933129 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] Attempting to bind port ec2fd124-4015-4517-8640-86fcfce38477 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:38:17.933463 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] Attempting to bind port ec2fd124-4015-4517-8640-86fcfce38477 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '4e4802e0-3108-4f42-9692-742b654c733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '334756d6-95c6-4257-b031-d266457d32e5'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:38:17.933788 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] Attempting to bind port ec2fd124-4015-4517-8640-86fcfce38477 on network 334756d6-95c6-4257-b031-d266457d32e5 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:38:17.941019 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] Port ec2fd124-4015-4517-8640-86fcfce38477 on network 334756d6-95c6-4257-b031-d266457d32e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:38:17.941359 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] Attempting to bind port ec2fd124-4015-4517-8640-86fcfce38477 on network 334756d6-95c6-4257-b031-d266457d32e5 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:38:17.956837 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] Checking agent: {'id': '0f3aff68-05a9-47a7-920b-43a2694f0a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:38:17.957180 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] Checking segment: {'id': '4e4802e0-3108-4f42-9692-742b654c733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '334756d6-95c6-4257-b031-d266457d32e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:38:17.957562 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] Bound using segment: {'id': '4e4802e0-3108-4f42-9692-742b654c733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '334756d6-95c6-4257-b031-d266457d32e5'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:38:17.958009 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] Bound port: ec2fd124-4015-4517-8640-86fcfce38477, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4802e0-3108-4f42-9692-742b654c733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '334756d6-95c6-4257-b031-d266457d32e5'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:38:17.958364 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:17.980222 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-90ae28de-43da-4d9c-9d8d-13d250af0227 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:18.006299 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-90ae28de-43da-4d9c-9d8d-13d250af0227 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:18.022195 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce373493-a1a6-418e-af9d-30ec45bc3a5f req-8dc1ffb6-972f-4d84-846e-865ef0f17828 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834184 Nov 12 02:38:18.050189 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] For port ec2fd124-4015-4517-8640-86fcfce38477, host hv-cinder-80857, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:38:18.053850 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] For port ec2fd124-4015-4517-8640-86fcfce38477, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=ec2fd124-4015-4517-8640-86fcfce38477,segment=NetworkSegment(4e4802e0-3108-4f42-9692-742b654c733c),segment_id=4e4802e0-3108-4f42-9692-742b654c733c)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:38:18.057945 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25342661'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:18.059900 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-90ae28de-43da-4d9c-9d8d-13d250af0227 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:18.062626 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-90ae28de-43da-4d9c-9d8d-13d250af0227 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:18.066973 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-90ae28de-43da-4d9c-9d8d-13d250af0227 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "DELETE /v2.0/security-groups/9a374d84-f488-43ba-a086-c0ef16ce04c4 HTTP/1.1" status: 204 len: 168 time: 0.1455669 Nov 12 02:38:18.067888 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49716) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:18.081409 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae28de-43da-4d9c-9d8d-13d250af0227 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a374d84-f488-43ba-a086-c0ef16ce04c4,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:18.091348 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.api.v2.resource [None req-2500eaca-fbdd-4866-8c74-1be082161276 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] show failed (client error): The resource could not be found. Nov 12 02:38:18.096501 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:18.096706 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-2500eaca-fbdd-4866-8c74-1be082161276 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "GET /v2.0/security-groups/9a374d84-f488-43ba-a086-c0ef16ce04c4 HTTP/1.1" status: 404 len: 347 time: 0.0247841 Nov 12 02:38:18.096820 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:18.096820 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] 10.222.0.65 "PUT /v2.0/ports/ec2fd124-4015-4517-8640-86fcfce38477 HTTP/1.1" status: 200 len: 1093 time: 0.6966929 Nov 12 02:38:18.097027 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49718) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:18.118326 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7aa829-e863-4c70-8d06-ab21b5d39c78 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2fd124-4015-4517-8640-86fcfce38477,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:18.143856 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975adec8-53a7-4e5b-a4fe-fe79351bf240', 'tag': 'ec2fd124-4015-4517-8640-86fcfce38477'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:38:18.153084 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3d8e60-0f77-423d-a18c-0e227903849b" -d '{"events": [{"name": "network-changed", "server_uuid": "975adec8-53a7-4e5b-a4fe-fe79351bf240", "tag": "ec2fd124-4015-4517-8640-86fcfce38477"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:38:18.189024 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29afd55a-622b-478b-aed4-84c31028b0aa x-openstack-request-id: req-29afd55a-622b-478b-aed4-84c31028b0aa {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:38:18.189329 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975adec8-53a7-4e5b-a4fe-fe79351bf240", "tag": "ec2fd124-4015-4517-8640-86fcfce38477", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:38:18.189586 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29afd55a-622b-478b-aed4-84c31028b0aa {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:38:18.190554 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975adec8-53a7-4e5b-a4fe-fe79351bf240', 'tag': 'ec2fd124-4015-4517-8640-86fcfce38477', 'status': 'completed', 'code': 200} Nov 12 02:38:18.208120 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-84466bd6-804c-4ced-bd4d-e8bf5f189ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:18.209635 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-84466bd6-804c-4ced-bd4d-e8bf5f189ce2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7982c0adc65a456e8d0410ad0672d97c&device_id=975adec8-53a7-4e5b-a4fe-fe79351bf240 HTTP/1.1" status: 200 len: 1096 time: 0.0583169 Nov 12 02:38:18.240893 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-3eccee3e-9681-4ee2-bf86-bbd187303db4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Deleting port 194c9781-c838-4a3a-8282-45b96fa86e39 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:38:18.241148 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3eccee3e-9681-4ee2-bf86-bbd187303db4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:18.258459 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-cdc8ca53-ef34-44ce-bd08-0371f6a6ea82 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec2fd124-4015-4517-8640-86fcfce38477 HTTP/1.1" status: 200 len: 217 time: 0.0347464 Nov 12 02:38:18.312111 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-5af89677-e720-4ecc-b4fc-75a998dba427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:18.313586 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-5af89677-e720-4ecc-b4fc-75a998dba427 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a4e85b9c-74d3-4c6a-8e7f-cdd9260a92f2 HTTP/1.1" status: 200 len: 849 time: 0.0467243 Nov 12 02:38:18.319155 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3eccee3e-9681-4ee2-bf86-bbd187303db4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:18.319486 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3eccee3e-9681-4ee2-bf86-bbd187303db4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:18.331193 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-3eccee3e-9681-4ee2-bf86-bbd187303db4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Calling delete_port for 194c9781-c838-4a3a-8282-45b96fa86e39 owned by network:floatingip {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:38:18.345530 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-c3b5adb4-4317-4659-9239-891368ddfddd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=334756d6-95c6-4257-b031-d266457d32e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238962 Nov 12 02:38:18.435860 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-77ecc949-a4f8-46ba-8983-a622deb0af96 service neutron] 10.222.0.65 "GET /v2.0/networks/334756d6-95c6-4257-b031-d266457d32e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818996 Nov 12 02:38:18.461781 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3eccee3e-9681-4ee2-bf86-bbd187303db4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:18.540537 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5fc2fa71-ea92-4f96-b836-f6f8b535f188 req-38e9b1cb-d002-4cdc-a553-08f0f4a131e1 service neutron] 10.222.0.65 "GET /v2.0/networks/334756d6-95c6-4257-b031-d266457d32e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960352 Nov 12 02:38:18.684670 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d8e60-0f77-423d-a18c-0e227903849b req-fa30bcdb-6b39-452e-b887-3237f3719a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:18.687209 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce3d8e60-0f77-423d-a18c-0e227903849b req-fa30bcdb-6b39-452e-b887-3237f3719a14 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7982c0adc65a456e8d0410ad0672d97c&device_id=975adec8-53a7-4e5b-a4fe-fe79351bf240 HTTP/1.1" status: 200 len: 1096 time: 0.0509872 Nov 12 02:38:18.756120 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccee3e-9681-4ee2-bf86-bbd187303db4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Pushing event deleted for resources: {'Port': ['ID=194c9781-c838-4a3a-8282-45b96fa86e39,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:18.809881 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d8e60-0f77-423d-a18c-0e227903849b req-d6941024-11d7-4b4f-a0af-c1f8753d3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:18.812005 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce3d8e60-0f77-423d-a18c-0e227903849b req-d6941024-11d7-4b4f-a0af-c1f8753d3672 service neutron] 10.222.0.65 "GET /v2.0/networks?id=334756d6-95c6-4257-b031-d266457d32e5 HTTP/1.1" status: 200 len: 910 time: 0.1175797 Nov 12 02:38:18.823512 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3eccee3e-9681-4ee2-bf86-bbd187303db4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks [] for floatingip, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:18.826068 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-3eccee3e-9681-4ee2-bf86-bbd187303db4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for floatingip, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:18.829049 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-3eccee3e-9681-4ee2-bf86-bbd187303db4 tempest-AttachVolumeShelveTestJSON-1020489409 tempest-AttachVolumeShelveTestJSON-1020489409-project] 10.222.0.70 "DELETE /v2.0/floatingips/3c768fbc-c8e4-4112-99d7-1616e700f9b0 HTTP/1.1" status: 204 len: 168 time: 0.7290437 Nov 12 02:38:18.860244 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce3d8e60-0f77-423d-a18c-0e227903849b req-d38ed86d-e02a-4a7a-9f63-1098ad7b24d9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec2fd124-4015-4517-8640-86fcfce38477 HTTP/1.1" status: 200 len: 217 time: 0.0402341 Nov 12 02:38:18.915680 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d8e60-0f77-423d-a18c-0e227903849b req-97909b51-3a84-4798-aa2b-c9183acae23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:18.917184 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce3d8e60-0f77-423d-a18c-0e227903849b req-97909b51-3a84-4798-aa2b-c9183acae23b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a4e85b9c-74d3-4c6a-8e7f-cdd9260a92f2 HTTP/1.1" status: 200 len: 849 time: 0.0490336 Nov 12 02:38:18.934267 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 054e67ae-3cc3-4cc3-b945-349581ab03eb no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:38:18.951294 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce3d8e60-0f77-423d-a18c-0e227903849b req-955322bf-c6ba-4da8-b73c-dcecae91abda service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=334756d6-95c6-4257-b031-d266457d32e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261912 Nov 12 02:38:18.959845 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] No Port match for: 054e67ae-3cc3-4cc3-b945-349581ab03eb {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:38:18.959845 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 054e67ae-3cc3-4cc3-b945-349581ab03eb not bound to the agent host hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:38:19.044781 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce3d8e60-0f77-423d-a18c-0e227903849b req-87135a9b-65c5-4e19-a56d-755a843da5fd service neutron] 10.222.0.65 "GET /v2.0/networks/334756d6-95c6-4257-b031-d266457d32e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848112 Nov 12 02:38:19.175798 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce3d8e60-0f77-423d-a18c-0e227903849b req-24758183-4b5c-4e36-b2f0-e1813707a1fd service neutron] 10.222.0.65 "GET /v2.0/networks/334756d6-95c6-4257-b031-d266457d32e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225498 Nov 12 02:38:19.184895 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e54ff-f7c3-4e01-9001-e4942df8812b req-b593ef4c-1222-421f-8ae1-2b880b8e9b48 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:19.186373 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9c3e54ff-f7c3-4e01-9001-e4942df8812b req-b593ef4c-1222-421f-8ae1-2b880b8e9b48 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=975adec8-53a7-4e5b-a4fe-fe79351bf240 HTTP/1.1" status: 200 len: 943 time: 0.0779345 Nov 12 02:38:19.239854 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9c3e54ff-f7c3-4e01-9001-e4942df8812b req-2f7a155d-c76a-4098-a462-1ec4dc81f367 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464590 Nov 12 02:38:19.371504 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:20.358879 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48dd27-9ad8-4560-9618-9f69cfc87dc0 req-b1d52724-0180-48ba-be3c-3ee743a0ac48 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:20.360338 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7c48dd27-9ad8-4560-9618-9f69cfc87dc0 req-b1d52724-0180-48ba-be3c-3ee743a0ac48 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=975adec8-53a7-4e5b-a4fe-fe79351bf240 HTTP/1.1" status: 200 len: 943 time: 0.0509799 Nov 12 02:38:20.407337 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7c48dd27-9ad8-4560-9618-9f69cfc87dc0 req-6b621dfc-dea5-4f37-ada4-d46803c2f83d tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409710 Nov 12 02:38:21.281191 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49746) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:21.615687 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07369e-f229-4602-bb4d-9bb56a0f3adf req-3eba5d4a-8f07-4930-a327-86344897fcdd tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:21.617177 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9a07369e-f229-4602-bb4d-9bb56a0f3adf req-3eba5d4a-8f07-4930-a327-86344897fcdd tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=975adec8-53a7-4e5b-a4fe-fe79351bf240 HTTP/1.1" status: 200 len: 943 time: 0.1412764 Nov 12 02:38:21.983817 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-9a07369e-f229-4602-bb4d-9bb56a0f3adf req-43f4b906-b7ff-435c-98af-913ca608ac30 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594489 Nov 12 02:38:22.176936 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7af9ff50-0c5a-4eab-a85f-8531b702ffb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658132'] for router_interface, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:22.441831 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-7af9ff50-0c5a-4eab-a85f-8531b702ffb9 admin admin] Deleting port b0cef496-7aa4-4e40-8a70-fea352c720c9 {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:38:22.442058 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7af9ff50-0c5a-4eab-a85f-8531b702ffb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:22.520316 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-7af9ff50-0c5a-4eab-a85f-8531b702ffb9 admin admin] For port b0cef496-7aa4-4e40-8a70-fea352c720c9, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=b0cef496-7aa4-4e40-8a70-fea352c720c9,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:38:22.520674 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7af9ff50-0c5a-4eab-a85f-8531b702ffb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:22.532868 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-7af9ff50-0c5a-4eab-a85f-8531b702ffb9 admin admin] Calling delete_port for b0cef496-7aa4-4e40-8a70-fea352c720c9 owned by network:router_interface {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:38:22.719657 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7af9ff50-0c5a-4eab-a85f-8531b702ffb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:22.748056 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9ff50-0c5a-4eab-a85f-8531b702ffb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0cef496-7aa4-4e40-8a70-fea352c720c9,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:22.913594 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7af9ff50-0c5a-4eab-a85f-8531b702ffb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658532'] for router_interface, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:22.958390 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device ec2fd124-4015-4517-8640-86fcfce38477 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:38:23.064540 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port ec2fd124-4015-4517-8640-86fcfce38477, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=ec2fd124-4015-4517-8640-86fcfce38477,segment=NetworkSegment(4e4802e0-3108-4f42-9692-742b654c733c),segment_id=4e4802e0-3108-4f42-9692-742b654c733c)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:38:23.076356 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': 'ec2fd124-4015-4517-8640-86fcfce38477', 'network_id': '334756d6-95c6-4257-b031-d266457d32e5', 'port_id': 'ec2fd124-4015-4517-8640-86fcfce38477', 'mac_address': 'fa:16:3e:f7:0d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e85b9c-74d3-4c6a-8e7f-cdd9260a92f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:38:23.113180 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:23.126310 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2fd124-4015-4517-8640-86fcfce38477 {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:38:23.150270 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port ec2fd124-4015-4517-8640-86fcfce38477, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=ec2fd124-4015-4517-8640-86fcfce38477,segment=NetworkSegment(4e4802e0-3108-4f42-9692-742b654c733c),segment_id=4e4802e0-3108-4f42-9692-742b654c733c)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:38:23.154707 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:23.169627 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7fb4a-f477-4879-ab25-1f7794b270f3 req-94730105-25a1-4873-94e2-3e3ce6866aea tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:23.171184 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1af7fb4a-f477-4879-ab25-1f7794b270f3 req-94730105-25a1-4873-94e2-3e3ce6866aea tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=975adec8-53a7-4e5b-a4fe-fe79351bf240 HTTP/1.1" status: 200 len: 943 time: 0.1016066 Nov 12 02:38:23.203040 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af9ff50-0c5a-4eab-a85f-8531b702ffb9 admin admin] Router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:38:23.205254 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=ec2fd124-4015-4517-8640-86fcfce38477,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:23.272929 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1af7fb4a-f477-4879-ab25-1f7794b270f3 req-0284efe4-9a6b-4716-bb3a-5a639c3c8b6d tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932453 Nov 12 02:38:23.341166 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af9ff50-0c5a-4eab-a85f-8531b702ffb9 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:38:23.347292 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-7af9ff50-0c5a-4eab-a85f-8531b702ffb9 admin admin] 10.222.0.70 "PUT /v2.0/routers/34f3fd75-6801-48b1-be4f-6f6fa61934e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0649779 Nov 12 02:38:23.350623 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49754) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:23.351827 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ec93c6-5553-43fb-8508-421f69ac813c None None] Sync routers for ids ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'] in dv-cinder-808574-4-iscsi {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:38:23.363294 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec93c6-5553-43fb-8508-421f69ac813c None None] Routers {'34f3fd75-6801-48b1-be4f-6f6fa61934e0'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:38:23.363983 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-85ec93c6-5553-43fb-8508-421f69ac813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:38:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:23.458414 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-53055d0e-3bb7-484f-bf17-5e6ce7f722a7 admin admin] Publish callbacks [] for router, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:23.487598 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-85ec93c6-5553-43fb-8508-421f69ac813c None None] Set router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:38:23.583351 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-53055d0e-3bb7-484f-bf17-5e6ce7f722a7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:23.624226 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['ec2fd124-4015-4517-8640-86fcfce38477'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:38:23.642407 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-53055d0e-3bb7-484f-bf17-5e6ce7f722a7 admin admin] Deleting port d7454b17-cb14-49ea-a0fa-d267eb4d486e {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:38:23.642839 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-53055d0e-3bb7-484f-bf17-5e6ce7f722a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:23.733278 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-53055d0e-3bb7-484f-bf17-5e6ce7f722a7 admin admin] For port d7454b17-cb14-49ea-a0fa-d267eb4d486e, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=d7454b17-cb14-49ea-a0fa-d267eb4d486e,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:38:23.734449 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-53055d0e-3bb7-484f-bf17-5e6ce7f722a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:23.748844 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-53055d0e-3bb7-484f-bf17-5e6ce7f722a7 admin admin] Calling delete_port for d7454b17-cb14-49ea-a0fa-d267eb4d486e owned by network:router_gateway {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:38:23.754860 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-85ec93c6-5553-43fb-8508-421f69ac813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'name': 'tempest-AttachVolumeShelveTestJSON-415237232-router', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:38:22Z', 'revision_number': 5, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'gw_port': {'id': 'd7454b17-cb14-49ea-a0fa-d267eb4d486e', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:11Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:23.790451 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ec93c6-5553-43fb-8508-421f69ac813c None None] Checking router: 34f3fd75-6801-48b1-be4f-6f6fa61934e0 for host: dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:38:23.799121 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec93c6-5553-43fb-8508-421f69ac813c None None] Routers {'34f3fd75-6801-48b1-be4f-6f6fa61934e0'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:38:23.799758 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-85ec93c6-5553-43fb-8508-421f69ac813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:38:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:23.894627 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-85ec93c6-5553-43fb-8508-421f69ac813c None None] Set router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 gateway port host: None {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:38:23.938901 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-53055d0e-3bb7-484f-bf17-5e6ce7f722a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:23.952271 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-85ec93c6-5553-43fb-8508-421f69ac813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'name': 'tempest-AttachVolumeShelveTestJSON-415237232-router', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:38:23Z', 'revision_number': 6, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'gw_port_host': None}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:23.965818 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53055d0e-3bb7-484f-bf17-5e6ce7f722a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7454b17-cb14-49ea-a0fa-d267eb4d486e,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:23.978658 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ec93c6-5553-43fb-8508-421f69ac813c None None] The sync data for ids ['34f3fd75-6801-48b1-be4f-6f6fa61934e0'] in dv-cinder-808574-4-iscsi is: [{'id': '34f3fd75-6801-48b1-be4f-6f6fa61934e0', 'name': 'tempest-AttachVolumeShelveTestJSON-415237232-router', 'tenant_id': '4e70a88f4b094066abaf2d0cd853f751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:10Z', 'updated_at': '2021-11-12T02:38:23Z', 'revision_number': 6, 'project_id': '4e70a88f4b094066abaf2d0cd853f751', 'gw_port_host': None}] {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:38:24.042889 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-53055d0e-3bb7-484f-bf17-5e6ce7f722a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661406'] for router_gateway, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:24.138630 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-53055d0e-3bb7-484f-bf17-5e6ce7f722a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57784'] for router, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:24.141816 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-53055d0e-3bb7-484f-bf17-5e6ce7f722a7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:24.193296 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-53055d0e-3bb7-484f-bf17-5e6ce7f722a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-656498'] for router, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:24.193900 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53055d0e-3bb7-484f-bf17-5e6ce7f722a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34f3fd75-6801-48b1-be4f-6f6fa61934e0 {{(pid=101678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:38:24.198549 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-53055d0e-3bb7-484f-bf17-5e6ce7f722a7 admin admin] Publish callbacks [] for router, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:24.199752 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-53055d0e-3bb7-484f-bf17-5e6ce7f722a7 admin admin] 10.222.0.70 "DELETE /v2.0/routers/34f3fd75-6801-48b1-be4f-6f6fa61934e0 HTTP/1.1" status: 204 len: 168 time: 0.8481050 Nov 12 02:38:24.202302 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49756) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:24.247804 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb3ec8a-7210-44aa-95a6-6620efaf32ee admin admin] Deleting subnet a36fabb7-5929-480d-92d3-1a57b54853bf {{(pid=101678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:38:24.250986 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ddb3ec8a-7210-44aa-95a6-6620efaf32ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:24.286952 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ddb3ec8a-7210-44aa-95a6-6620efaf32ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688904'] for subnet, precommit_delete_associations {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:24.401522 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ddb3ec8a-7210-44aa-95a6-6620efaf32ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16054281'] for subnet, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:24.445684 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba490a41-eeac-4c3b-8d5d-d2a1080d5605 req-9cd7f495-6cbf-4f81-a993-8033cb6c63c5 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:24.447233 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ba490a41-eeac-4c3b-8d5d-d2a1080d5605 req-9cd7f495-6cbf-4f81-a993-8033cb6c63c5 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=975adec8-53a7-4e5b-a4fe-fe79351bf240 HTTP/1.1" status: 200 len: 944 time: 0.0905380 Nov 12 02:38:24.500634 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ddb3ec8a-7210-44aa-95a6-6620efaf32ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16054302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25342607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25509581'] for subnet, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:24.539028 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ba490a41-eeac-4c3b-8d5d-d2a1080d5605 req-c9651953-d889-43c8-a5fe-8970c1d37b67 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853496 Nov 12 02:38:24.540145 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3ec8a-7210-44aa-95a6-6620efaf32ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a36fabb7-5929-480d-92d3-1a57b54853bf,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:24.545119 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-ddb3ec8a-7210-44aa-95a6-6620efaf32ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:24.548427 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-ddb3ec8a-7210-44aa-95a6-6620efaf32ee admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a36fabb7-5929-480d-92d3-1a57b54853bf HTTP/1.1" status: 204 len: 168 time: 0.3451426 Nov 12 02:38:24.551663 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49760) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:24.553762 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4459757f-16a5-4139-bc1a-e95b7f5d88e7 None None] Network ed2ba848-d313-464e-93cb-db87f28d8bf9 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:38:24.634328 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5222e2a4-fe68-468b-bd38-ac2e75ba39e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378732'] for network, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:24.699034 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-5222e2a4-fe68-468b-bd38-ac2e75ba39e8 admin admin] Deleting port 21510701-55de-4053-9f94-7ac806d30593 {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:38:24.699372 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5222e2a4-fe68-468b-bd38-ac2e75ba39e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:24.763554 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e89e15-9821-43d1-acf7-ac34ab6d093f None None] DHCP port deletion for ed2ba848-d313-464e-93cb-db87f28d8bf9 request from dv-cinder-808574-4-iscsi {{(pid=101679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:38:24.776168 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-5222e2a4-fe68-468b-bd38-ac2e75ba39e8 admin admin] For port 21510701-55de-4053-9f94-7ac806d30593, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=21510701-55de-4053-9f94-7ac806d30593,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:38:24.776754 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5222e2a4-fe68-468b-bd38-ac2e75ba39e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:24.791856 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-5222e2a4-fe68-468b-bd38-ac2e75ba39e8 admin admin] Calling delete_port for 21510701-55de-4053-9f94-7ac806d30593 owned by network:dhcp {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:38:24.817946 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-49e89e15-9821-43d1-acf7-ac34ab6d093f None None] Deleting port 21510701-55de-4053-9f94-7ac806d30593 {{(pid=101679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:38:24.818324 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-49e89e15-9821-43d1-acf7-ac34ab6d093f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:24.875824 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5222e2a4-fe68-468b-bd38-ac2e75ba39e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:24.894058 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-49e89e15-9821-43d1-acf7-ac34ab6d093f None None] For port 21510701-55de-4053-9f94-7ac806d30593, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=21510701-55de-4053-9f94-7ac806d30593,segment=NetworkSegment(4532c2cc-304e-42e1-a9f0-ec3517792796),segment_id=4532c2cc-304e-42e1-a9f0-ec3517792796)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:38:24.894625 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-49e89e15-9821-43d1-acf7-ac34ab6d093f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:24.906502 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222e2a4-fe68-468b-bd38-ac2e75ba39e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=21510701-55de-4053-9f94-7ac806d30593,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:24.911099 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5222e2a4-fe68-468b-bd38-ac2e75ba39e8 admin admin] No DVR routers for this DVR port 21510701-55de-4053-9f94-7ac806d30593 on host dv-cinder-808574-4-iscsi {{(pid=101678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:38:24.911477 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-49e89e15-9821-43d1-acf7-ac34ab6d093f None None] Calling delete_port for 21510701-55de-4053-9f94-7ac806d30593 owned by network:dhcp {{(pid=101679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:38:24.974372 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device ec2fd124-4015-4517-8640-86fcfce38477 up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:38:24.997540 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5222e2a4-fe68-468b-bd38-ac2e75ba39e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16054926', 'neutron.services.segments.db._delete_segments_for_network-8767026152430'] for network, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:25.020107 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-5222e2a4-fe68-468b-bd38-ac2e75ba39e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2ba848-d313-464e-93cb-db87f28d8bf9']}} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:25.031069 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-5222e2a4-fe68-468b-bd38-ac2e75ba39e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4532c2cc-304e-42e1-a9f0-ec3517792796') {'for_net_delete': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:25.031380 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-5222e2a4-fe68-468b-bd38-ac2e75ba39e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4532c2cc-304e-42e1-a9f0-ec3517792796') {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:38:25.036939 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-49e89e15-9821-43d1-acf7-ac34ab6d093f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146'] for port, after_delete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:25.042463 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5222e2a4-fe68-468b-bd38-ac2e75ba39e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767026057975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25686459'] for segment, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:25.057563 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5222e2a4-fe68-468b-bd38-ac2e75ba39e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:25.065296 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5222e2a4-fe68-468b-bd38-ac2e75ba39e8 admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=101678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:38:25.065790 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5222e2a4-fe68-468b-bd38-ac2e75ba39e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25342689'] for segment, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: Traceback (most recent call last): Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: timer() Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: cb(*args, **kw) Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: return func(*args, **kwargs) Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: self._notify() Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: self.callback(batched_events) Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: event.method(event) Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: return f(self, *a, **k) Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: return self._get(url).json() Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: return self.request(url, 'GET', **kwargs) Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:38:25.068063 dv-cinder-808574-4-iscsi neutron-server[101678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:38:25.070185 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e89e15-9821-43d1-acf7-ac34ab6d093f None None] Pushing event deleted for resources: {'Port': ['ID=21510701-55de-4053-9f94-7ac806d30593,revision_number=None']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:25.072861 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e89e15-9821-43d1-acf7-ac34ab6d093f None None] No DVR routers for this DVR port 21510701-55de-4053-9f94-7ac806d30593 on host dv-cinder-808574-4-iscsi {{(pid=101679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:38:25.077751 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning for port ec2fd124-4015-4517-8640-86fcfce38477 completed by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:38:25.083202 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port ec2fd124-4015-4517-8640-86fcfce38477 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:38:25.083412 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:25.136252 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5222e2a4-fe68-468b-bd38-ac2e75ba39e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16054935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661474'] for network, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:25.142065 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5222e2a4-fe68-468b-bd38-ac2e75ba39e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:25.149069 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-5222e2a4-fe68-468b-bd38-ac2e75ba39e8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ed2ba848-d313-464e-93cb-db87f28d8bf9 HTTP/1.1" status: 204 len: 168 time: 0.5938320 Nov 12 02:38:25.157956 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222e2a4-fe68-468b-bd38-ac2e75ba39e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed2ba848-d313-464e-93cb-db87f28d8bf9,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:25.187850 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:25.212032 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975adec8-53a7-4e5b-a4fe-fe79351bf240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2fd124-4015-4517-8640-86fcfce38477'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:38:25.214487 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1243135a-6ff4-451b-9a06-1ec8a1ec479f" -d '{"events": [{"server_uuid": "975adec8-53a7-4e5b-a4fe-fe79351bf240", "name": "network-vif-plugged", "status": "completed", "tag": "ec2fd124-4015-4517-8640-86fcfce38477"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:38:25.227947 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port ec2fd124-4015-4517-8640-86fcfce38477, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=ec2fd124-4015-4517-8640-86fcfce38477,segment=NetworkSegment(4e4802e0-3108-4f42-9692-742b654c733c),segment_id=4e4802e0-3108-4f42-9692-742b654c733c)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:38:25.235283 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:25.260339 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d460afc0-6e8c-4d40-baab-f65005c1d5b5 x-openstack-request-id: req-d460afc0-6e8c-4d40-baab-f65005c1d5b5 {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:38:25.261058 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975adec8-53a7-4e5b-a4fe-fe79351bf240", "name": "network-vif-plugged", "status": "completed", "tag": "ec2fd124-4015-4517-8640-86fcfce38477", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:38:25.261297 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d460afc0-6e8c-4d40-baab-f65005c1d5b5 {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:38:25.261672 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975adec8-53a7-4e5b-a4fe-fe79351bf240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2fd124-4015-4517-8640-86fcfce38477', 'code': 200} Nov 12 02:38:25.290936 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49766) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:25.293978 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=ec2fd124-4015-4517-8640-86fcfce38477,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:25.338139 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-4b6967fc-875a-473d-a6fc-888efe61985b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e70a88f4b094066abaf2d0cd853f751&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0454943 Nov 12 02:38:25.340506 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49768) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:25.390733 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d140017d-2f17-43c6-970d-9f611ea1f2ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:25.412772 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d140017d-2f17-43c6-970d-9f611ea1f2ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:25.491698 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fe849-8c84-4169-8da7-b46a511ffbef req-ce33097b-4e88-46ad-90cb-18d6d5547bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:25.493514 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0a7fe849-8c84-4169-8da7-b46a511ffbef req-ce33097b-4e88-46ad-90cb-18d6d5547bb7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=975adec8-53a7-4e5b-a4fe-fe79351bf240 HTTP/1.1" status: 200 len: 1098 time: 0.0515623 Nov 12 02:38:25.500020 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d140017d-2f17-43c6-970d-9f611ea1f2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:25.503235 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d140017d-2f17-43c6-970d-9f611ea1f2ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:25.504521 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-d140017d-2f17-43c6-970d-9f611ea1f2ce admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a74ba17-cd0c-48fd-9553-78dac8017acc HTTP/1.1" status: 204 len: 168 time: 0.1630137 Nov 12 02:38:25.524025 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140017d-2f17-43c6-970d-9f611ea1f2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a74ba17-cd0c-48fd-9553-78dac8017acc,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:25.552670 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0a7fe849-8c84-4169-8da7-b46a511ffbef req-994babf6-211b-49ba-86cb-35200bdb3fbb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470219 Nov 12 02:38:25.659123 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d4f9c-8669-4e70-a187-b42813587805 req-88be38cd-c156-44ab-b840-3364c33b6dd5 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:25.660622 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-934d4f9c-8669-4e70-a187-b42813587805 req-88be38cd-c156-44ab-b840-3364c33b6dd5 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=975adec8-53a7-4e5b-a4fe-fe79351bf240 HTTP/1.1" status: 200 len: 945 time: 0.0497265 Nov 12 02:38:25.711245 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-934d4f9c-8669-4e70-a187-b42813587805 req-0766b318-9c2a-441f-8784-526d7b9a20af tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445104 Nov 12 02:38:25.930551 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 21510701-55de-4053-9f94-7ac806d30593 no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:38:25.953066 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: 21510701-55de-4053-9f94-7ac806d30593 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:38:25.953407 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 21510701-55de-4053-9f94-7ac806d30593 not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:38:25.953941 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device b0cef496-7aa4-4e40-8a70-fea352c720c9 no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:38:25.973079 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: b0cef496-7aa4-4e40-8a70-fea352c720c9 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:38:25.973427 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device b0cef496-7aa4-4e40-8a70-fea352c720c9 not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:38:25.973835 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device d7454b17-cb14-49ea-a0fa-d267eb4d486e no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:38:25.993071 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: d7454b17-cb14-49ea-a0fa-d267eb4d486e {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:38:25.993412 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device d7454b17-cb14-49ea-a0fa-d267eb4d486e not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:38:26.839329 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a6c59-208a-4c90-b418-c1402b2f8e0d req-53f0063f-4951-44e8-a459-d514cb49dbcb tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:26.840792 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8d8a6c59-208a-4c90-b418-c1402b2f8e0d req-53f0063f-4951-44e8-a459-d514cb49dbcb tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=975adec8-53a7-4e5b-a4fe-fe79351bf240 HTTP/1.1" status: 200 len: 945 time: 0.0558777 Nov 12 02:38:26.891842 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8d8a6c59-208a-4c90-b418-c1402b2f8e0d req-2f001659-1ce1-4bd4-a003-284796ccf577 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446150 Nov 12 02:38:28.023857 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3ab81-3bdd-4c0f-8830-ac38ade70a78 req-7e68db97-60cf-480b-8d8e-bad7b66b6d9f tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:28.025419 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-61a3ab81-3bdd-4c0f-8830-ac38ade70a78 req-7e68db97-60cf-480b-8d8e-bad7b66b6d9f tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=975adec8-53a7-4e5b-a4fe-fe79351bf240 HTTP/1.1" status: 200 len: 945 time: 0.0570662 Nov 12 02:38:28.094102 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-61a3ab81-3bdd-4c0f-8830-ac38ade70a78 req-dd0355dc-3425-4827-a8f2-37a640a69575 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624061 Nov 12 02:38:28.454854 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49912) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:28.562287 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9359606c-2a09-4b7f-b759-fc45a4c06cc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:28.646483 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9359606c-2a09-4b7f-b759-fc45a4c06cc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:28.650613 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-9359606c-2a09-4b7f-b759-fc45a4c06cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:28.694544 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-9359606c-2a09-4b7f-b759-fc45a4c06cc9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e708089f631344229298204a1d946dfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380776 Nov 12 02:38:28.694811 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49920) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:28.695474 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359606c-2a09-4b7f-b759-fc45a4c06cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee8849c-a6f3-4dcd-9ea8-53f4fbe67f59,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:28.754627 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c33ffad3-f8ce-4ebc-bd38-fc6546f9abc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:28.781257 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c33ffad3-f8ce-4ebc-bd38-fc6546f9abc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:28.835034 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c33ffad3-f8ce-4ebc-bd38-fc6546f9abc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:28.837680 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c33ffad3-f8ce-4ebc-bd38-fc6546f9abc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:28.838868 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-c33ffad3-f8ce-4ebc-bd38-fc6546f9abc3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ee8849c-a6f3-4dcd-9ea8-53f4fbe67f59 HTTP/1.1" status: 204 len: 168 time: 0.1428134 Nov 12 02:38:28.844059 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edff785-08fb-4677-8169-6f37fb5400cd req-befc9809-5631-40ec-9704-251a791ef683 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:28.845608 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0edff785-08fb-4677-8169-6f37fb5400cd req-befc9809-5631-40ec-9704-251a791ef683 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=975adec8-53a7-4e5b-a4fe-fe79351bf240 HTTP/1.1" status: 200 len: 945 time: 0.0541699 Nov 12 02:38:28.846970 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ffad3-f8ce-4ebc-bd38-fc6546f9abc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee8849c-a6f3-4dcd-9ea8-53f4fbe67f59,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:28.899129 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0edff785-08fb-4677-8169-6f37fb5400cd req-0d5649b3-84c1-4b17-b08e-41a1e8c77cf6 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461781 Nov 12 02:38:29.121375 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 49928) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:29.135012 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-34797c71-6b11-4a5c-905b-6dff21e2713a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:29.212918 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-34797c71-6b11-4a5c-905b-6dff21e2713a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:29.216798 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-34797c71-6b11-4a5c-905b-6dff21e2713a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:29.260152 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-34797c71-6b11-4a5c-905b-6dff21e2713a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ca5e2151e203443d87160e27a2b06a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376607 Nov 12 02:38:29.261254 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34797c71-6b11-4a5c-905b-6dff21e2713a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac41ab3a-af3b-491c-9f13-6c54abf03cd5,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:29.262815 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 49930) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:38:29.310887 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-488d606b-6151-43ec-bbe2-5f408c4eec49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:29.332590 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-488d606b-6151-43ec-bbe2-5f408c4eec49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:29.380237 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-488d606b-6151-43ec-bbe2-5f408c4eec49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:29.383310 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-488d606b-6151-43ec-bbe2-5f408c4eec49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:29.385093 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-488d606b-6151-43ec-bbe2-5f408c4eec49 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ac41ab3a-af3b-491c-9f13-6c54abf03cd5 HTTP/1.1" status: 204 len: 168 time: 0.1206856 Nov 12 02:38:29.395534 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d606b-6151-43ec-bbe2-5f408c4eec49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac41ab3a-af3b-491c-9f13-6c54abf03cd5,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:29.605254 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:38:30.027021 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba82870-a497-4704-b00c-6b517b66809b req-74c9da39-fd61-42fd-bac9-49e4f83a84a5 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:30.028586 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2ba82870-a497-4704-b00c-6b517b66809b req-74c9da39-fd61-42fd-bac9-49e4f83a84a5 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=975adec8-53a7-4e5b-a4fe-fe79351bf240 HTTP/1.1" status: 200 len: 945 time: 0.0518527 Nov 12 02:38:30.084646 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2ba82870-a497-4704-b00c-6b517b66809b req-76ad7a91-6c57-4d84-baf3-fe3183fd0119 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500071 Nov 12 02:38:30.328195 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7e87d9f7-7e99-4481-ac69-7cc6090e50ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:30.514412 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42463aba-111c-47d3-a0b7-006caba237ef req-493f0671-7b90-42bb-85e7-866b63abaeb4 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:30.516055 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-42463aba-111c-47d3-a0b7-006caba237ef req-493f0671-7b90-42bb-85e7-866b63abaeb4 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.65 "GET /v2.0/ports?device_id=975adec8-53a7-4e5b-a4fe-fe79351bf240 HTTP/1.1" status: 200 len: 945 time: 0.0511980 Nov 12 02:38:30.620388 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-42463aba-111c-47d3-a0b7-006caba237ef req-efb376da-baa4-4ebe-9028-69a4747c42f6 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Deleting port ec2fd124-4015-4517-8640-86fcfce38477 {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:38:30.620731 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-42463aba-111c-47d3-a0b7-006caba237ef req-efb376da-baa4-4ebe-9028-69a4747c42f6 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:30.719848 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-42463aba-111c-47d3-a0b7-006caba237ef req-efb376da-baa4-4ebe-9028-69a4747c42f6 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] For port ec2fd124-4015-4517-8640-86fcfce38477, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=ec2fd124-4015-4517-8640-86fcfce38477,segment=NetworkSegment(4e4802e0-3108-4f42-9692-742b654c733c),segment_id=4e4802e0-3108-4f42-9692-742b654c733c)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:38:30.720214 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-42463aba-111c-47d3-a0b7-006caba237ef req-efb376da-baa4-4ebe-9028-69a4747c42f6 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:30.733376 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-42463aba-111c-47d3-a0b7-006caba237ef req-efb376da-baa4-4ebe-9028-69a4747c42f6 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Calling delete_port for ec2fd124-4015-4517-8640-86fcfce38477 owned by compute:nova {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:38:30.875074 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-42463aba-111c-47d3-a0b7-006caba237ef req-efb376da-baa4-4ebe-9028-69a4747c42f6 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:30.904653 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb376da-baa4-4ebe-9028-69a4747c42f6 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Pushing event deleted for resources: {'Port': ['ID=ec2fd124-4015-4517-8640-86fcfce38477,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:30.918051 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['ec2fd124-4015-4517-8640-86fcfce38477'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:38:30.949933 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-42463aba-111c-47d3-a0b7-006caba237ef req-efb376da-baa4-4ebe-9028-69a4747c42f6 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] No DVR routers for this DVR port ec2fd124-4015-4517-8640-86fcfce38477 on host hv-cinder-80857 {{(pid=101678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:38:30.952299 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-42463aba-111c-47d3-a0b7-006caba237ef req-efb376da-baa4-4ebe-9028-69a4747c42f6 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:30.955678 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-42463aba-111c-47d3-a0b7-006caba237ef req-efb376da-baa4-4ebe-9028-69a4747c42f6 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.65 "DELETE /v2.0/ports/ec2fd124-4015-4517-8640-86fcfce38477 HTTP/1.1" status: 204 len: 173 time: 0.4331806 Nov 12 02:38:30.956126 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975adec8-53a7-4e5b-a4fe-fe79351bf240', 'name': 'network-vif-deleted', 'tag': 'ec2fd124-4015-4517-8640-86fcfce38477'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:38:30.958535 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b817153-919b-47a0-a41a-2cf86dfbf291" -d '{"events": [{"server_uuid": "975adec8-53a7-4e5b-a4fe-fe79351bf240", "name": "network-vif-deleted", "tag": "ec2fd124-4015-4517-8640-86fcfce38477"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:38:31.000561 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d407c101-45e4-4e5b-830d-9df56d6f4003 x-openstack-request-id: req-d407c101-45e4-4e5b-830d-9df56d6f4003 {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:38:31.000751 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975adec8-53a7-4e5b-a4fe-fe79351bf240", "name": "network-vif-deleted", "tag": "ec2fd124-4015-4517-8640-86fcfce38477", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:38:31.001025 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d407c101-45e4-4e5b-830d-9df56d6f4003 {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:38:31.001374 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975adec8-53a7-4e5b-a4fe-fe79351bf240', 'name': 'network-vif-deleted', 'tag': 'ec2fd124-4015-4517-8640-86fcfce38477', 'status': 'completed', 'code': 200} Nov 12 02:38:31.195049 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-192795df-e513-4bc1-b85a-e40e8f728df3 req-0b887724-6c26-409b-a1b8-ed2c18b93a3e tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=975adec8-53a7-4e5b-a4fe-fe79351bf240 HTTP/1.1" status: 200 len: 210 time: 0.0262566 Nov 12 02:38:32.499373 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-050593b3-46cb-4f76-9423-c98b679e7c19 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:32.500749 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-050593b3-46cb-4f76-9423-c98b679e7c19 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/networks?id=334756d6-95c6-4257-b031-d266457d32e5 HTTP/1.1" status: 200 len: 809 time: 0.1003320 Nov 12 02:38:32.515714 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-a639e237-b707-47e9-9a08-22cd2a82f501 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/quotas/7982c0adc65a456e8d0410ad0672d97c HTTP/1.1" status: 200 len: 375 time: 0.0087585 Nov 12 02:38:32.549197 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-65fd1853-c1f7-4a7d-947a-f1f0acbf8cc0 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7982c0adc65a456e8d0410ad0672d97c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277278 Nov 12 02:38:32.643341 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-132f9eed-e07d-489b-a90f-eb7aa53b0010 service neutron] 10.222.0.70 "GET /v2.0/networks/334756d6-95c6-4257-b031-d266457d32e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866389 Nov 12 02:38:32.673101 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-1dff159c-4e28-4ecf-a19a-aa40a38ddf6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:32.738778 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-4e2e9588-f56b-4d6d-bae6-094dbe90da2b service neutron] 10.222.0.70 "GET /v2.0/networks/334756d6-95c6-4257-b031-d266457d32e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893033 Nov 12 02:38:32.919164 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b5c9694d-9d35-4abc-83b3-663226391840 req-80840612-d6db-4a14-aa04-5947c7a2835b tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=710ee4bb-d829-4a48-8548-f11054bd6a38 HTTP/1.1" status: 200 len: 210 time: 0.0281267 Nov 12 02:38:33.835313 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:34.022113 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-e187ae66-41ea-4594-b923-ccdfc102b823 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:34.023632 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-e187ae66-41ea-4594-b923-ccdfc102b823 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.65 "GET /v2.0/networks?id=334756d6-95c6-4257-b031-d266457d32e5 HTTP/1.1" status: 200 len: 809 time: 0.1300445 Nov 12 02:38:34.043059 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c09f5125-27d8-4762-b9f9-0355b85c494f req-9705c6f9-98c5-4a75-98bd-69bd68228687 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=710ee4bb-d829-4a48-8548-f11054bd6a38 HTTP/1.1" status: 200 len: 210 time: 0.0452499 Nov 12 02:38:34.056898 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-0798685c-a67f-492a-8c45-0e983f800a2a tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Request body: {'port': {'device_id': '710ee4bb-d829-4a48-8548-f11054bd6a38', 'network_id': '334756d6-95c6-4257-b031-d266457d32e5', 'admin_state_up': True, 'tenant_id': '7982c0adc65a456e8d0410ad0672d97c'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:38:34.167235 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-0798685c-a67f-492a-8c45-0e983f800a2a tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Made reservation on behalf of 7982c0adc65a456e8d0410ad0672d97c for: {'port': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:38:34.170708 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-0798685c-a67f-492a-8c45-0e983f800a2a tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:34.310064 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-0798685c-a67f-492a-8c45-0e983f800a2a tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Allocated IP 172.20.0.14 (334756d6-95c6-4257-b031-d266457d32e5/a4e85b9c-74d3-4c6a-8e7f-cdd9260a92f2/b509e3b2-de76-4e48-8b72-739a2442de5a) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:38:34.478626 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-0798685c-a67f-492a-8c45-0e983f800a2a tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:34.810428 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-0798685c-a67f-492a-8c45-0e983f800a2a tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:34.854635 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-0798685c-a67f-492a-8c45-0e983f800a2a tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Network 334756d6-95c6-4257-b031-d266457d32e5 is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:38:34.857728 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-0798685c-a67f-492a-8c45-0e983f800a2a tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:38:34.861569 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-0798685c-a67f-492a-8c45-0e983f800a2a tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:38:34.868402 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798685c-a67f-492a-8c45-0e983f800a2a tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Pushing event updated for resources: {'Port': ['ID=b509e3b2-de76-4e48-8b72-739a2442de5a,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:34.914769 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-0798685c-a67f-492a-8c45-0e983f800a2a tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:34.915302 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-0798685c-a67f-492a-8c45-0e983f800a2a tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:34.932243 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-0798685c-a67f-492a-8c45-0e983f800a2a tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8792481 Nov 12 02:38:34.950371 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] Request body: {'port': {'device_id': '710ee4bb-d829-4a48-8548-f11054bd6a38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:38:35.008194 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:35.075287 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device ec2fd124-4015-4517-8640-86fcfce38477 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:38:35.096975 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] No Port match for: ec2fd124-4015-4517-8640-86fcfce38477 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:38:35.097365 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device ec2fd124-4015-4517-8640-86fcfce38477 not bound to the agent host hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:38:35.230160 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15a90c-5dd6-4375-9c04-7facd77fb4b0 req-7de53d70-ab64-4acb-b4b1-36e5a670f456 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:35.231631 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cd15a90c-5dd6-4375-9c04-7facd77fb4b0 req-7de53d70-ab64-4acb-b4b1-36e5a670f456 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=710ee4bb-d829-4a48-8548-f11054bd6a38 HTTP/1.1" status: 200 len: 932 time: 0.1142097 Nov 12 02:38:35.316304 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cd15a90c-5dd6-4375-9c04-7facd77fb4b0 req-a34b5b3d-1220-4362-a18c-252470f41124 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773199 Nov 12 02:38:35.352173 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:35.357515 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b509e3b2-de76-4e48-8b72-739a2442de5a {{(pid=101678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:38:35.364613 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:35.377245 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] Transition to ACTIVE for port object b509e3b2-de76-4e48-8b72-739a2442de5a will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:38:35.381041 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25342661'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:35.432867 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] Pushing event updated for resources: {'Port': ['ID=b509e3b2-de76-4e48-8b72-739a2442de5a,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:35.508556 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] Attempting to bind port b509e3b2-de76-4e48-8b72-739a2442de5a on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:38:35.508885 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] Attempting to bind port b509e3b2-de76-4e48-8b72-739a2442de5a by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '4e4802e0-3108-4f42-9692-742b654c733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '334756d6-95c6-4257-b031-d266457d32e5'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:38:35.509227 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] Attempting to bind port b509e3b2-de76-4e48-8b72-739a2442de5a on network 334756d6-95c6-4257-b031-d266457d32e5 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:38:35.513848 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] Port b509e3b2-de76-4e48-8b72-739a2442de5a on network 334756d6-95c6-4257-b031-d266457d32e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:38:35.514187 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] Attempting to bind port b509e3b2-de76-4e48-8b72-739a2442de5a on network 334756d6-95c6-4257-b031-d266457d32e5 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:38:35.520053 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] Checking agent: {'id': '0f3aff68-05a9-47a7-920b-43a2694f0a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:38:35.520445 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] Checking segment: {'id': '4e4802e0-3108-4f42-9692-742b654c733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '334756d6-95c6-4257-b031-d266457d32e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:38:35.520784 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] Bound using segment: {'id': '4e4802e0-3108-4f42-9692-742b654c733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '334756d6-95c6-4257-b031-d266457d32e5'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:38:35.521228 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] Bound port: b509e3b2-de76-4e48-8b72-739a2442de5a, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4802e0-3108-4f42-9692-742b654c733c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '334756d6-95c6-4257-b031-d266457d32e5'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:38:35.521584 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:35.606190 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] For port b509e3b2-de76-4e48-8b72-739a2442de5a, host hv-cinder-80857, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:38:35.623010 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] For port b509e3b2-de76-4e48-8b72-739a2442de5a, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=b509e3b2-de76-4e48-8b72-739a2442de5a,segment=NetworkSegment(4e4802e0-3108-4f42-9692-742b654c733c),segment_id=4e4802e0-3108-4f42-9692-742b654c733c)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:38:35.623010 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25342661'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:35.661296 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:35.662544 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:35.666610 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] 10.222.0.65 "PUT /v2.0/ports/b509e3b2-de76-4e48-8b72-739a2442de5a HTTP/1.1" status: 200 len: 1094 time: 0.7199960 Nov 12 02:38:35.669006 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710ee4bb-d829-4a48-8548-f11054bd6a38', 'tag': 'b509e3b2-de76-4e48-8b72-739a2442de5a'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:38:35.671477 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620c1676-b128-459b-a1f4-63b731159e45" -d '{"events": [{"name": "network-changed", "server_uuid": "710ee4bb-d829-4a48-8548-f11054bd6a38", "tag": "b509e3b2-de76-4e48-8b72-739a2442de5a"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:38:35.700052 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bfe3a-a0d8-4a57-a2ab-47de6e8e0b27 service neutron] Pushing event updated for resources: {'Port': ['ID=b509e3b2-de76-4e48-8b72-739a2442de5a,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:35.762174 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e90a6f-390f-4b7d-bf35-331283553df8 x-openstack-request-id: req-14e90a6f-390f-4b7d-bf35-331283553df8 {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:38:35.762408 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710ee4bb-d829-4a48-8548-f11054bd6a38", "tag": "b509e3b2-de76-4e48-8b72-739a2442de5a", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:38:35.762673 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-14e90a6f-390f-4b7d-bf35-331283553df8 {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:38:35.763089 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710ee4bb-d829-4a48-8548-f11054bd6a38', 'tag': 'b509e3b2-de76-4e48-8b72-739a2442de5a', 'status': 'completed', 'code': 200} Nov 12 02:38:35.779035 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-531a76d6-02f5-4783-a0cf-53e4c2b84d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:35.780578 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-531a76d6-02f5-4783-a0cf-53e4c2b84d7b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7982c0adc65a456e8d0410ad0672d97c&device_id=710ee4bb-d829-4a48-8548-f11054bd6a38 HTTP/1.1" status: 200 len: 1097 time: 0.0470502 Nov 12 02:38:35.832369 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-f05d30ec-6068-4350-85bf-8bb1fc9e2635 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b509e3b2-de76-4e48-8b72-739a2442de5a HTTP/1.1" status: 200 len: 217 time: 0.0360892 Nov 12 02:38:35.889437 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-05def515-5560-43d3-93d5-637715976333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:35.890968 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-05def515-5560-43d3-93d5-637715976333 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a4e85b9c-74d3-4c6a-8e7f-cdd9260a92f2 HTTP/1.1" status: 200 len: 849 time: 0.0504379 Nov 12 02:38:35.920423 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:35.924727 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-25197509-14af-48f3-b430-671ede74eeb0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=334756d6-95c6-4257-b031-d266457d32e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260139 Nov 12 02:38:36.020087 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-c9d9e736-5efb-457b-8cd9-b2f710f342b9 service neutron] 10.222.0.65 "GET /v2.0/networks/334756d6-95c6-4257-b031-d266457d32e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860543 Nov 12 02:38:36.116041 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1eca5bec-6023-4d49-b689-cd2646048f5a req-9b7961d7-7873-4645-9640-77130dccb924 service neutron] 10.222.0.65 "GET /v2.0/networks/334756d6-95c6-4257-b031-d266457d32e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885522 Nov 12 02:38:36.253657 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c1676-b128-459b-a1f4-63b731159e45 req-02056208-e031-4de3-9c45-22f17fda4cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:36.255197 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-620c1676-b128-459b-a1f4-63b731159e45 req-02056208-e031-4de3-9c45-22f17fda4cfb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7982c0adc65a456e8d0410ad0672d97c&device_id=710ee4bb-d829-4a48-8548-f11054bd6a38 HTTP/1.1" status: 200 len: 1097 time: 0.0423701 Nov 12 02:38:36.352083 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c1676-b128-459b-a1f4-63b731159e45 req-c6eb14ee-0bef-4bff-a3df-6ef05e15c279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:36.353510 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-620c1676-b128-459b-a1f4-63b731159e45 req-c6eb14ee-0bef-4bff-a3df-6ef05e15c279 service neutron] 10.222.0.65 "GET /v2.0/networks?id=334756d6-95c6-4257-b031-d266457d32e5 HTTP/1.1" status: 200 len: 910 time: 0.0906572 Nov 12 02:38:36.404315 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-620c1676-b128-459b-a1f4-63b731159e45 req-68aa7e60-736a-4340-8d43-5639c0c07fcf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b509e3b2-de76-4e48-8b72-739a2442de5a HTTP/1.1" status: 200 len: 217 time: 0.0436418 Nov 12 02:38:36.478293 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c1676-b128-459b-a1f4-63b731159e45 req-d9cdc558-2d32-4892-9805-c83fd6f6cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:36.479774 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-620c1676-b128-459b-a1f4-63b731159e45 req-d9cdc558-2d32-4892-9805-c83fd6f6cff7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a4e85b9c-74d3-4c6a-8e7f-cdd9260a92f2 HTTP/1.1" status: 200 len: 849 time: 0.0580053 Nov 12 02:38:36.487909 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe47eb-520e-4c39-9d52-0ce2f03ffd7f req-bcd11770-ce1a-4e71-b13d-3d1c951e04c3 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:36.489337 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f1fe47eb-520e-4c39-9d52-0ce2f03ffd7f req-bcd11770-ce1a-4e71-b13d-3d1c951e04c3 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=710ee4bb-d829-4a48-8548-f11054bd6a38 HTTP/1.1" status: 200 len: 944 time: 0.0945129 Nov 12 02:38:36.520409 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-620c1676-b128-459b-a1f4-63b731159e45 req-76abf1ba-da15-4a09-9864-3e15d040f99f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=334756d6-95c6-4257-b031-d266457d32e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300879 Nov 12 02:38:36.609520 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f1fe47eb-520e-4c39-9d52-0ce2f03ffd7f req-900dbcf9-3649-4389-9a35-99c9fe60cfcc tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112475 Nov 12 02:38:36.640999 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-620c1676-b128-459b-a1f4-63b731159e45 req-2b2d79a3-c64a-4e25-b031-bc26a2f12dcc service neutron] 10.222.0.65 "GET /v2.0/networks/334756d6-95c6-4257-b031-d266457d32e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109929 Nov 12 02:38:36.733539 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-620c1676-b128-459b-a1f4-63b731159e45 req-6d9875d6-28a3-46fe-8b9e-2bb5f367bb5a service neutron] 10.222.0.65 "GET /v2.0/networks/334756d6-95c6-4257-b031-d266457d32e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850303 Nov 12 02:38:37.737858 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533f131-3e89-4310-898c-012084cf4796 req-00df9e06-c87f-4ebc-aa7d-33eac212617e tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:37.739449 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6533f131-3e89-4310-898c-012084cf4796 req-00df9e06-c87f-4ebc-aa7d-33eac212617e tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=710ee4bb-d829-4a48-8548-f11054bd6a38 HTTP/1.1" status: 200 len: 944 time: 0.0583680 Nov 12 02:38:37.794114 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6533f131-3e89-4310-898c-012084cf4796 req-6147e4df-3356-45dc-af28-a1d3e883c80f tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482802 Nov 12 02:38:38.908465 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9d87e-0b58-491a-8eb3-a14fbf85c313 req-3900489b-6736-4fcc-9c6c-633b3aec7631 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:38.910005 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7cb9d87e-0b58-491a-8eb3-a14fbf85c313 req-3900489b-6736-4fcc-9c6c-633b3aec7631 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=710ee4bb-d829-4a48-8548-f11054bd6a38 HTTP/1.1" status: 200 len: 944 time: 0.0494399 Nov 12 02:38:38.959010 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7cb9d87e-0b58-491a-8eb3-a14fbf85c313 req-9021ece0-d4f2-4829-84eb-3ce2a03d6f83 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424221 Nov 12 02:38:40.076774 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ef511-9c6a-4934-873f-14729fc38452 req-59a89d9a-b3e2-4e89-9919-19266f15a984 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:40.078324 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-087ef511-9c6a-4934-873f-14729fc38452 req-59a89d9a-b3e2-4e89-9919-19266f15a984 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=710ee4bb-d829-4a48-8548-f11054bd6a38 HTTP/1.1" status: 200 len: 944 time: 0.0508418 Nov 12 02:38:40.131314 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-087ef511-9c6a-4934-873f-14729fc38452 req-5df8587c-f897-4de6-bdd7-9fdeedf8c3e9 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463002 Nov 12 02:38:41.257347 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c9175-e076-46f8-8e56-d7aaea6e6b3f req-f9333325-f00f-495c-aead-d4aeb468c5ef tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:41.258567 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aa2c9175-e076-46f8-8e56-d7aaea6e6b3f req-f9333325-f00f-495c-aead-d4aeb468c5ef tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=710ee4bb-d829-4a48-8548-f11054bd6a38 HTTP/1.1" status: 200 len: 944 time: 0.0513973 Nov 12 02:38:41.315256 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aa2c9175-e076-46f8-8e56-d7aaea6e6b3f req-7f40c36b-2fc9-427f-b99f-d14818628870 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488310 Nov 12 02:38:41.349443 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device b509e3b2-de76-4e48-8b72-739a2442de5a details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:38:41.444693 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port b509e3b2-de76-4e48-8b72-739a2442de5a, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=b509e3b2-de76-4e48-8b72-739a2442de5a,segment=NetworkSegment(4e4802e0-3108-4f42-9692-742b654c733c),segment_id=4e4802e0-3108-4f42-9692-742b654c733c)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:38:41.455918 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': 'b509e3b2-de76-4e48-8b72-739a2442de5a', 'network_id': '334756d6-95c6-4257-b031-d266457d32e5', 'port_id': 'b509e3b2-de76-4e48-8b72-739a2442de5a', 'mac_address': 'fa:16:3e:16:f4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e85b9c-74d3-4c6a-8e7f-cdd9260a92f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:38:41.497657 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:41.511807 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b509e3b2-de76-4e48-8b72-739a2442de5a {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:38:41.531909 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port b509e3b2-de76-4e48-8b72-739a2442de5a, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=b509e3b2-de76-4e48-8b72-739a2442de5a,segment=NetworkSegment(4e4802e0-3108-4f42-9692-742b654c733c),segment_id=4e4802e0-3108-4f42-9692-742b654c733c)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:38:41.536358 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:41.584995 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=b509e3b2-de76-4e48-8b72-739a2442de5a,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:42.431111 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1815b97-a88f-4406-8b10-a574d59389dc req-1b842981-ab27-4c9e-ac64-0703c80e6ee2 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:42.432546 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c1815b97-a88f-4406-8b10-a574d59389dc req-1b842981-ab27-4c9e-ac64-0703c80e6ee2 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=710ee4bb-d829-4a48-8548-f11054bd6a38 HTTP/1.1" status: 200 len: 945 time: 0.0492749 Nov 12 02:38:42.481728 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c1815b97-a88f-4406-8b10-a574d59389dc req-c83e3615-37f7-4d9a-8dda-5732fbcabd18 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431478 Nov 12 02:38:42.523530 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['b509e3b2-de76-4e48-8b72-739a2442de5a'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:38:43.603630 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5737f-3153-4a19-8566-f2c93ae8106f req-34a8ecfb-80bf-4cf3-857f-be6d69808df0 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:43.605182 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a8d5737f-3153-4a19-8566-f2c93ae8106f req-34a8ecfb-80bf-4cf3-857f-be6d69808df0 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=710ee4bb-d829-4a48-8548-f11054bd6a38 HTTP/1.1" status: 200 len: 945 time: 0.0545137 Nov 12 02:38:43.655932 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a8d5737f-3153-4a19-8566-f2c93ae8106f req-9c2f2f83-b994-49bf-96bf-f0eefbbc501a tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445862 Nov 12 02:38:44.773956 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421a879-97a1-4d97-ab74-af5cf39d7dae req-f987586f-acfc-417f-874f-fc4f74b02ea9 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:44.775551 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8421a879-97a1-4d97-ab74-af5cf39d7dae req-f987586f-acfc-417f-874f-fc4f74b02ea9 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=710ee4bb-d829-4a48-8548-f11054bd6a38 HTTP/1.1" status: 200 len: 945 time: 0.0503449 Nov 12 02:38:44.832023 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8421a879-97a1-4d97-ab74-af5cf39d7dae req-00cefa2b-2478-4134-a224-e2bdd6af54e4 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501428 Nov 12 02:38:45.348671 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device b509e3b2-de76-4e48-8b72-739a2442de5a up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:38:45.400399 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning for port b509e3b2-de76-4e48-8b72-739a2442de5a completed by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:38:45.400399 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port b509e3b2-de76-4e48-8b72-739a2442de5a triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:38:45.400399 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:45.495032 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:45.522857 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710ee4bb-d829-4a48-8548-f11054bd6a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b509e3b2-de76-4e48-8b72-739a2442de5a'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:38:45.525110 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56151d6d-35bd-4421-908d-3328e79e89a3" -d '{"events": [{"server_uuid": "710ee4bb-d829-4a48-8548-f11054bd6a38", "name": "network-vif-plugged", "status": "completed", "tag": "b509e3b2-de76-4e48-8b72-739a2442de5a"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:38:45.541117 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port b509e3b2-de76-4e48-8b72-739a2442de5a, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=b509e3b2-de76-4e48-8b72-739a2442de5a,segment=NetworkSegment(4e4802e0-3108-4f42-9692-742b654c733c),segment_id=4e4802e0-3108-4f42-9692-742b654c733c)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:38:45.544800 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:45.596358 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=b509e3b2-de76-4e48-8b72-739a2442de5a,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:45.754286 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d3cad8-4eed-476c-aed7-7349741b08a3 x-openstack-request-id: req-99d3cad8-4eed-476c-aed7-7349741b08a3 {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:38:45.754620 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710ee4bb-d829-4a48-8548-f11054bd6a38", "name": "network-vif-plugged", "status": "completed", "tag": "b509e3b2-de76-4e48-8b72-739a2442de5a", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:38:45.754941 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99d3cad8-4eed-476c-aed7-7349741b08a3 {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:38:45.755379 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710ee4bb-d829-4a48-8548-f11054bd6a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b509e3b2-de76-4e48-8b72-739a2442de5a', 'code': 200} Nov 12 02:38:46.015507 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed30e5-3da2-41c0-8aac-fca60c7fb004 req-c6c6122b-8d85-4141-836a-373ff52a48bc tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:46.017569 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f1ed30e5-3da2-41c0-8aac-fca60c7fb004 req-c6c6122b-8d85-4141-836a-373ff52a48bc tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=710ee4bb-d829-4a48-8548-f11054bd6a38 HTTP/1.1" status: 200 len: 946 time: 0.0908380 Nov 12 02:38:46.021960 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175b389-b7e5-4372-9794-7e22b838679a req-7dd09614-ae00-4b29-bdc0-08b26810da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:46.024309 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e175b389-b7e5-4372-9794-7e22b838679a req-7dd09614-ae00-4b29-bdc0-08b26810da46 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=710ee4bb-d829-4a48-8548-f11054bd6a38 HTTP/1.1" status: 200 len: 1099 time: 0.0842645 Nov 12 02:38:46.100632 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e175b389-b7e5-4372-9794-7e22b838679a req-6cede548-577f-45c8-b73b-e2c7bff0ed62 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648017 Nov 12 02:38:46.104647 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f1ed30e5-3da2-41c0-8aac-fca60c7fb004 req-07db00b0-7fe3-4bfb-a786-7e05ca99ef1b tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791483 Nov 12 02:38:47.237823 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14153419-90fa-4c83-98e8-6712a3e043ea req-810878c0-1bc2-45d2-9284-c43860811781 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:47.239520 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-14153419-90fa-4c83-98e8-6712a3e043ea req-810878c0-1bc2-45d2-9284-c43860811781 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=710ee4bb-d829-4a48-8548-f11054bd6a38 HTTP/1.1" status: 200 len: 946 time: 0.0585973 Nov 12 02:38:47.291945 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-14153419-90fa-4c83-98e8-6712a3e043ea req-975289ea-61c9-4092-af5d-e05aba4e4bc9 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452731 Nov 12 02:38:48.427265 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34df58-022c-4041-be33-45fb8884b363 req-bfb1a18d-a660-4ac4-a138-3393d47c3b04 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:48.428809 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5a34df58-022c-4041-be33-45fb8884b363 req-bfb1a18d-a660-4ac4-a138-3393d47c3b04 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=710ee4bb-d829-4a48-8548-f11054bd6a38 HTTP/1.1" status: 200 len: 946 time: 0.0545411 Nov 12 02:38:48.480296 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5a34df58-022c-4041-be33-45fb8884b363 req-63ec4527-ed8a-4436-aedd-34bdf7d0644c tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454769 Nov 12 02:38:49.321498 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f975e-55df-4119-8c04-e37adb85ce54 req-7ca6fabd-4d04-4c64-a227-b603cb21a43f tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:49.322986 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ab7f975e-55df-4119-8c04-e37adb85ce54 req-7ca6fabd-4d04-4c64-a227-b603cb21a43f tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=710ee4bb-d829-4a48-8548-f11054bd6a38 HTTP/1.1" status: 200 len: 946 time: 0.0542173 Nov 12 02:38:49.370304 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:49.377242 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ab7f975e-55df-4119-8c04-e37adb85ce54 req-e6c80ec4-537d-4ef9-a891-d128757db8b4 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477500 Nov 12 02:38:50.504924 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86574c2-b323-4551-86ff-0b4d42d9cd21 req-f7fb9b1b-bf8c-44c7-a733-6a1cf34511a9 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:50.506455 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e86574c2-b323-4551-86ff-0b4d42d9cd21 req-f7fb9b1b-bf8c-44c7-a733-6a1cf34511a9 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=710ee4bb-d829-4a48-8548-f11054bd6a38 HTTP/1.1" status: 200 len: 946 time: 0.0536592 Nov 12 02:38:50.559685 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e86574c2-b323-4551-86ff-0b4d42d9cd21 req-735b40fc-d47f-4dc0-968c-787ab671357c tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473075 Nov 12 02:38:51.312314 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb4279-42cf-49df-9430-9091a5bfb5c7 req-97e1bd36-b52c-4f6d-9b98-e4ccc01070c1 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:51.314478 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c7cb4279-42cf-49df-9430-9091a5bfb5c7 req-97e1bd36-b52c-4f6d-9b98-e4ccc01070c1 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.65 "GET /v2.0/ports?device_id=710ee4bb-d829-4a48-8548-f11054bd6a38 HTTP/1.1" status: 200 len: 946 time: 0.0497615 Nov 12 02:38:51.409178 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-c7cb4279-42cf-49df-9430-9091a5bfb5c7 req-a9499154-e208-48d5-99d5-dd3eda167524 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Deleting port b509e3b2-de76-4e48-8b72-739a2442de5a {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:38:51.409668 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-c7cb4279-42cf-49df-9430-9091a5bfb5c7 req-a9499154-e208-48d5-99d5-dd3eda167524 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:51.506270 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-c7cb4279-42cf-49df-9430-9091a5bfb5c7 req-a9499154-e208-48d5-99d5-dd3eda167524 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] For port b509e3b2-de76-4e48-8b72-739a2442de5a, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=b509e3b2-de76-4e48-8b72-739a2442de5a,segment=NetworkSegment(4e4802e0-3108-4f42-9692-742b654c733c),segment_id=4e4802e0-3108-4f42-9692-742b654c733c)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:38:51.507035 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-c7cb4279-42cf-49df-9430-9091a5bfb5c7 req-a9499154-e208-48d5-99d5-dd3eda167524 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:51.519776 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-c7cb4279-42cf-49df-9430-9091a5bfb5c7 req-a9499154-e208-48d5-99d5-dd3eda167524 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Calling delete_port for b509e3b2-de76-4e48-8b72-739a2442de5a owned by compute:nova {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:38:51.686954 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-c7cb4279-42cf-49df-9430-9091a5bfb5c7 req-a9499154-e208-48d5-99d5-dd3eda167524 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:51.724635 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71537b-4678-4645-9a68-45eb439fb565 req-eda6dab1-6baa-4a33-a8e2-c5cc5c20c4ad tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:38:51.725757 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['b509e3b2-de76-4e48-8b72-739a2442de5a'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:38:51.726303 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ff71537b-4678-4645-9a68-45eb439fb565 req-eda6dab1-6baa-4a33-a8e2-c5cc5c20c4ad tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/ports?device_id=710ee4bb-d829-4a48-8548-f11054bd6a38 HTTP/1.1" status: 200 len: 867 time: 0.0943065 Nov 12 02:38:51.729496 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9499154-e208-48d5-99d5-dd3eda167524 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Pushing event deleted for resources: {'Port': ['ID=b509e3b2-de76-4e48-8b72-739a2442de5a,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:38:51.791185 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cb4279-42cf-49df-9430-9091a5bfb5c7 req-a9499154-e208-48d5-99d5-dd3eda167524 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] No DVR routers for this DVR port b509e3b2-de76-4e48-8b72-739a2442de5a on host hv-cinder-80857 {{(pid=101678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:38:51.794957 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-c7cb4279-42cf-49df-9430-9091a5bfb5c7 req-a9499154-e208-48d5-99d5-dd3eda167524 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:51.798379 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c7cb4279-42cf-49df-9430-9091a5bfb5c7 req-a9499154-e208-48d5-99d5-dd3eda167524 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.65 "DELETE /v2.0/ports/b509e3b2-de76-4e48-8b72-739a2442de5a HTTP/1.1" status: 204 len: 173 time: 0.4778821 Nov 12 02:38:51.798898 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710ee4bb-d829-4a48-8548-f11054bd6a38', 'name': 'network-vif-deleted', 'tag': 'b509e3b2-de76-4e48-8b72-739a2442de5a'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:38:51.801192 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7a20d0-79eb-416e-b214-f3e4112d26d6" -d '{"events": [{"server_uuid": "710ee4bb-d829-4a48-8548-f11054bd6a38", "name": "network-vif-deleted", "tag": "b509e3b2-de76-4e48-8b72-739a2442de5a"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:38:51.841554 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ff71537b-4678-4645-9a68-45eb439fb565 req-1c7e8ea9-20f5-4540-9d41-04ce6d50ae61 tempest-VolumesActionsTest-16622081 tempest-VolumesActionsTest-16622081-project] 10.222.0.70 "GET /v2.0/security-groups?id=edf78f5a-67b0-49f5-8eff-957c31083ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056106 Nov 12 02:38:51.862922 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9eeaacc-7fd7-4db2-b905-a9ca84091caa x-openstack-request-id: req-f9eeaacc-7fd7-4db2-b905-a9ca84091caa {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:38:51.863248 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710ee4bb-d829-4a48-8548-f11054bd6a38", "name": "network-vif-deleted", "tag": "b509e3b2-de76-4e48-8b72-739a2442de5a", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:38:51.863469 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f9eeaacc-7fd7-4db2-b905-a9ca84091caa {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:38:51.863874 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710ee4bb-d829-4a48-8548-f11054bd6a38', 'name': 'network-vif-deleted', 'tag': 'b509e3b2-de76-4e48-8b72-739a2442de5a', 'status': 'completed', 'code': 200} Nov 12 02:38:57.586392 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device b509e3b2-de76-4e48-8b72-739a2442de5a no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:38:57.606466 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] No Port match for: b509e3b2-de76-4e48-8b72-739a2442de5a {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:38:57.606825 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device b509e3b2-de76-4e48-8b72-739a2442de5a not bound to the agent host hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:39:00.330158 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-90c83302-bd51-4368-949f-38bf93d74d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:02.675003 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-0a043e5b-c790-4f7a-afbc-a1f5a08189e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:03.847264 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:05.358833 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:05.923570 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:06.603749 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:39:19.372892 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:21.659387 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 50548) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:39:21.812334 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8ddf5326-8910-42f5-95cc-ae180d49f36e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:21.888231 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8ddf5326-8910-42f5-95cc-ae180d49f36e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:21.892137 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8ddf5326-8910-42f5-95cc-ae180d49f36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:21.931937 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-8ddf5326-8910-42f5-95cc-ae180d49f36e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e0831196674742cdb25f81546f5a9e87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712941 Nov 12 02:39:21.932673 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf5326-8910-42f5-95cc-ae180d49f36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23099b7f-92c6-4bce-bf09-526a0e8420e6,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:21.934923 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 50552) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:39:21.940782 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf5326-8910-42f5-95cc-ae180d49f36e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:21.941216 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf5326-8910-42f5-95cc-ae180d49f36e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:21.941470 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf5326-8910-42f5-95cc-ae180d49f36e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:21.941806 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf5326-8910-42f5-95cc-ae180d49f36e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:21.942149 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf5326-8910-42f5-95cc-ae180d49f36e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:21.942966 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf5326-8910-42f5-95cc-ae180d49f36e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:21.942966 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf5326-8910-42f5-95cc-ae180d49f36e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:21.943231 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf5326-8910-42f5-95cc-ae180d49f36e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:21.943525 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf5326-8910-42f5-95cc-ae180d49f36e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:21.943854 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf5326-8910-42f5-95cc-ae180d49f36e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:21.944182 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf5326-8910-42f5-95cc-ae180d49f36e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:21.944519 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf5326-8910-42f5-95cc-ae180d49f36e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:21.985098 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-35a3b76b-01b3-4ea9-a557-261d1a65d176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:22.009157 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-35a3b76b-01b3-4ea9-a557-261d1a65d176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:22.056425 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-35a3b76b-01b3-4ea9-a557-261d1a65d176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:22.058927 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-35a3b76b-01b3-4ea9-a557-261d1a65d176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:22.060095 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-35a3b76b-01b3-4ea9-a557-261d1a65d176 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/23099b7f-92c6-4bce-bf09-526a0e8420e6 HTTP/1.1" status: 204 len: 168 time: 0.1241796 Nov 12 02:39:22.069002 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3b76b-01b3-4ea9-a557-261d1a65d176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23099b7f-92c6-4bce-bf09-526a0e8420e6,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:22.077248 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3b76b-01b3-4ea9-a557-261d1a65d176 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:22.077596 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3b76b-01b3-4ea9-a557-261d1a65d176 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:22.077946 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3b76b-01b3-4ea9-a557-261d1a65d176 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:22.078283 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3b76b-01b3-4ea9-a557-261d1a65d176 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:22.078618 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3b76b-01b3-4ea9-a557-261d1a65d176 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:22.078987 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3b76b-01b3-4ea9-a557-261d1a65d176 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:22.079321 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3b76b-01b3-4ea9-a557-261d1a65d176 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:22.079675 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3b76b-01b3-4ea9-a557-261d1a65d176 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:22.079971 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3b76b-01b3-4ea9-a557-261d1a65d176 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:22.080298 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3b76b-01b3-4ea9-a557-261d1a65d176 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:22.080661 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3b76b-01b3-4ea9-a557-261d1a65d176 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:22.080986 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3b76b-01b3-4ea9-a557-261d1a65d176 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:22.290190 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 50560) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:39:22.337057 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eed59be-7d1a-4c1a-bce6-5b3a2ed0ee3d admin admin] Deleting subnet a4e85b9c-74d3-4c6a-8e7f-cdd9260a92f2 {{(pid=101678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:39:22.340555 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5eed59be-7d1a-4c1a-bce6-5b3a2ed0ee3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:22.380878 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5eed59be-7d1a-4c1a-bce6-5b3a2ed0ee3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688904'] for subnet, precommit_delete_associations {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:22.423170 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5eed59be-7d1a-4c1a-bce6-5b3a2ed0ee3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16054281'] for subnet, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:22.477322 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5eed59be-7d1a-4c1a-bce6-5b3a2ed0ee3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16054302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25342607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25509581'] for subnet, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:22.504919 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed59be-7d1a-4c1a-bce6-5b3a2ed0ee3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4e85b9c-74d3-4c6a-8e7f-cdd9260a92f2,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:22.508809 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5eed59be-7d1a-4c1a-bce6-5b3a2ed0ee3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:22.515434 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-5eed59be-7d1a-4c1a-bce6-5b3a2ed0ee3d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a4e85b9c-74d3-4c6a-8e7f-cdd9260a92f2 HTTP/1.1" status: 204 len: 168 time: 0.2238657 Nov 12 02:39:22.515681 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 50570) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:39:22.592077 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-868f9745-b1f6-4925-a03d-d95e575a69c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378732'] for network, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:22.683161 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-868f9745-b1f6-4925-a03d-d95e575a69c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16054926', 'neutron.services.segments.db._delete_segments_for_network-8767026152430'] for network, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:22.704223 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-868f9745-b1f6-4925-a03d-d95e575a69c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334756d6-95c6-4257-b031-d266457d32e5']}} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:39:22.714373 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-868f9745-b1f6-4925-a03d-d95e575a69c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4802e0-3108-4f42-9692-742b654c733c') {'for_net_delete': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:39:22.714692 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-868f9745-b1f6-4925-a03d-d95e575a69c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4802e0-3108-4f42-9692-742b654c733c') {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:39:22.726159 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-868f9745-b1f6-4925-a03d-d95e575a69c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767026057975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25590901'] for segment, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:22.739971 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-868f9745-b1f6-4925-a03d-d95e575a69c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868f9745-b1f6-4925-a03d-d95e575a69c9 admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=101677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-868f9745-b1f6-4925-a03d-d95e575a69c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589397'] for segment, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: Traceback (most recent call last): Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: timer() Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: cb(*args, **kw) Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: return func(*args, **kwargs) Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: self._notify() Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: self.callback(batched_events) Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: event.method(event) Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: return f(self, *a, **k) Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: return self._get(url).json() Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: return self.request(url, 'GET', **kwargs) Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:39:22.749521 dv-cinder-808574-4-iscsi neutron-server[101677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:39:22.752216 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 50580) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:39:22.805883 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-868f9745-b1f6-4925-a03d-d95e575a69c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16054935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661474'] for network, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:22.811209 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-868f9745-b1f6-4925-a03d-d95e575a69c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:22.815278 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-868f9745-b1f6-4925-a03d-d95e575a69c9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/334756d6-95c6-4257-b031-d266457d32e5 HTTP/1.1" status: 204 len: 168 time: 0.2979884 Nov 12 02:39:22.828081 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f9745-b1f6-4925-a03d-d95e575a69c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=334756d6-95c6-4257-b031-d266457d32e5,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:22.865461 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-775e1306-411f-4ce2-999f-c9eb3bd34b36 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-126272482-network', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:39:22.889151 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775e1306-411f-4ce2-999f-c9eb3bd34b36 admin admin] Made reservation on behalf of c863d2b5a6444d01a46426976b87632b for: {'network': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:39:22.892332 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-775e1306-411f-4ce2-999f-c9eb3bd34b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for network, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:22.903794 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-775e1306-411f-4ce2-999f-c9eb3bd34b36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:22.948401 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 50586) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:39:22.989029 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-775e1306-411f-4ce2-999f-c9eb3bd34b36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:22.993814 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-775e1306-411f-4ce2-999f-c9eb3bd34b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:23.004972 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-378c5c3c-6160-4e04-aede-a7deacaf0983 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7982c0adc65a456e8d0410ad0672d97c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0543883 Nov 12 02:39:23.008012 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 50588) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:39:23.031700 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775e1306-411f-4ce2-999f-c9eb3bd34b36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=101678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:39:23.043973 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e1306-411f-4ce2-999f-c9eb3bd34b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b330e2c2-b611-4bd1-8991-7a1191be834c,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:23.050008 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-775e1306-411f-4ce2-999f-c9eb3bd34b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:23.050417 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.segments_db [None req-775e1306-411f-4ce2-999f-c9eb3bd34b36 admin admin] Added segment d4228465-5f81-484b-9303-d5b49ef10648 of type vlan for network babc3499-34b6-4659-a1c7-3e703b29209b Nov 12 02:39:23.068345 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ac9c3d75-c199-4711-be9d-53935994e443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:23.095999 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ac9c3d75-c199-4711-be9d-53935994e443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:23.101358 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-775e1306-411f-4ce2-999f-c9eb3bd34b36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767025606099'] for network, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:23.129085 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-775e1306-411f-4ce2-999f-c9eb3bd34b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for network, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:23.130375 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775e1306-411f-4ce2-999f-c9eb3bd34b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:23.131023 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-775e1306-411f-4ce2-999f-c9eb3bd34b36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:23.153709 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ac9c3d75-c199-4711-be9d-53935994e443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:23.156346 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-ac9c3d75-c199-4711-be9d-53935994e443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:23.157731 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-ac9c3d75-c199-4711-be9d-53935994e443 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/edf78f5a-67b0-49f5-8eff-957c31083ed9 HTTP/1.1" status: 204 len: 168 time: 0.1485169 Nov 12 02:39:23.167918 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c3d75-c199-4711-be9d-53935994e443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf78f5a-67b0-49f5-8eff-957c31083ed9,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:23.171016 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 50592) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:39:23.171458 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-775e1306-411f-4ce2-999f-c9eb3bd34b36 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4206009 Nov 12 02:39:23.179227 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-e12e10c6-1b16-4c5b-9345-566d9a2ef209 admin admin] Request body: {'subnet': {'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-126272482-subnet', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'ip_version': 4}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:39:23.210442 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e1306-411f-4ce2-999f-c9eb3bd34b36 admin admin] Pushing event updated for resources: {'Network': ['ID=babc3499-34b6-4659-a1c7-3e703b29209b,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:23.214284 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12e10c6-1b16-4c5b-9345-566d9a2ef209 admin admin] Made reservation on behalf of c863d2b5a6444d01a46426976b87632b for: {'subnet': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:39:23.216997 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e12e10c6-1b16-4c5b-9345-566d9a2ef209 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25522288'] for subnet, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:23.226810 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Network babc3499-34b6-4659-a1c7-3e703b29209b details requested by agent ovs-agent-dv-cinder-808574-4-iscsi with host dv-cinder-808574-4-iscsi {{(pid=101679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:39:23.416919 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e12e10c6-1b16-4c5b-9345-566d9a2ef209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25522274'] for subnet, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:23.484448 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e10c6-1b16-4c5b-9345-566d9a2ef209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eb2d78b-90ec-499b-bd47-39af82428c23,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:23.497895 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12e10c6-1b16-4c5b-9345-566d9a2ef209 admin admin] Checking segment: {'id': 'd4228465-5f81-484b-9303-d5b49ef10648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:39:23.498350 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12e10c6-1b16-4c5b-9345-566d9a2ef209 admin admin] Network hostable DHCP agents. Network: babc3499-34b6-4659-a1c7-3e703b29209b, hostable agents: ['9ef3605f-eeb0-4f31-885d-199b6c4cd983'], hosted agents: [] {{(pid=101677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:39:23.518831 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12e10c6-1b16-4c5b-9345-566d9a2ef209 admin admin] Network babc3499-34b6-4659-a1c7-3e703b29209b is scheduled to be hosted by DHCP agent 9ef3605f-eeb0-4f31-885d-199b6c4cd983 with binding_index 1 {{(pid=101677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:39:23.529475 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-e12e10c6-1b16-4c5b-9345-566d9a2ef209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-iscsi, babc3499-34b6-4659-a1c7-3e703b29209b) {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:39:23.535303 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12e10c6-1b16-4c5b-9345-566d9a2ef209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:23.536305 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e12e10c6-1b16-4c5b-9345-566d9a2ef209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:23.542717 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e459116e-7e31-40a0-b1a8-996e0bb9d6b0 None None] Network babc3499-34b6-4659-a1c7-3e703b29209b requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:39:23.555623 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-e12e10c6-1b16-4c5b-9345-566d9a2ef209 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3835213 Nov 12 02:39:23.558418 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 50594) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:39:23.567964 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-160f0d5d-5f92-480f-a967-5e5176730545 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-126272482-router', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:39:23.598927 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-160f0d5d-5f92-480f-a967-5e5176730545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57774'] for router, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:23.599881 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-160f0d5d-5f92-480f-a967-5e5176730545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661359', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57783'] for router, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:23.675301 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-160f0d5d-5f92-480f-a967-5e5176730545 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:23.722006 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8380c581-5d88-5bd8-92a8-04b3ddf9b27a-babc3499-34b6-4659-a1c7-3e703b29209b', 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'fixed_ips': [{'subnet_id': '1eb2d78b-90ec-499b-bd47-39af82428c23'}]}} from dv-cinder-808574-4-iscsi. {{(pid=101679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:39:23.723029 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:23.831302 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-160f0d5d-5f92-480f-a967-5e5176730545 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:23.878962 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.db_base_plugin_common [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Allocated IP 172.20.0.2 (babc3499-34b6-4659-a1c7-3e703b29209b/1eb2d78b-90ec-499b-bd47-39af82428c23/2940b977-5a0d-4963-bd68-d5720f9cf462) {{(pid=101679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:39:24.044424 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Publish callbacks [] for port, precommit_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:24.049506 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:24.059448 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-160f0d5d-5f92-480f-a967-5e5176730545 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:24.079815 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-160f0d5d-5f92-480f-a967-5e5176730545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:24.092093 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Network babc3499-34b6-4659-a1c7-3e703b29209b is already hosted by enough agents. {{(pid=101679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:39:24.095322 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.scheduler.base_scheduler [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Resources bound (agent type, host, resource id): {{(pid=101679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:39:24.100554 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Received port after_create {{(pid=101679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:39:24.104127 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Pushing event updated for resources: {'Port': ['ID=2940b977-5a0d-4963-bd68-d5720f9cf462,revision_number=1']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:24.133456 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:24.133804 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:24.134148 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:24.134477 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:24.135034 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:24.135371 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:24.135702 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:24.136032 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:24.136361 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:24.136682 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:24.137010 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:24.137393 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:24.172516 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Attempting to bind port 2940b977-5a0d-4963-bd68-d5720f9cf462 on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:39:24.172883 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Attempting to bind port 2940b977-5a0d-4963-bd68-d5720f9cf462 by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': 'd4228465-5f81-484b-9303-d5b49ef10648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b'}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:39:24.173252 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Attempting to bind port 2940b977-5a0d-4963-bd68-d5720f9cf462 on network babc3499-34b6-4659-a1c7-3e703b29209b {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:39:24.178515 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:39:24.178922 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Checking segment: {'id': 'd4228465-5f81-484b-9303-d5b49ef10648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:39:24.179324 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:24.179715 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Bound using segment: {'id': 'd4228465-5f81-484b-9303-d5b49ef10648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b'} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:39:24.180181 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Bound port: 2940b977-5a0d-4963-bd68-d5720f9cf462, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4228465-5f81-484b-9303-d5b49ef10648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b'}}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:39:24.180561 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:24.200254 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-160f0d5d-5f92-480f-a967-5e5176730545 admin admin] Allocated IP 172.27.2.234 (3c7696da-eba1-40bc-922c-d91bed889fdf/d5dec2f9-f4c7-48bf-8714-a16e67e9832d/f03cf8ff-7b15-42a9-93d7-49a933a7a86b) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:39:24.245375 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] For port 2940b977-5a0d-4963-bd68-d5720f9cf462, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:39:24.248879 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] For port 2940b977-5a0d-4963-bd68-d5720f9cf462, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=2940b977-5a0d-4963-bd68-d5720f9cf462,segment=NetworkSegment(d4228465-5f81-484b-9303-d5b49ef10648),segment_id=d4228465-5f81-484b-9303-d5b49ef10648)] {{(pid=101679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:39:24.252610 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:24.311920 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7f5cf-4e61-467b-821a-bc6d441ee76f None None] Pushing event updated for resources: {'Port': ['ID=2940b977-5a0d-4963-bd68-d5720f9cf462,revision_number=2']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:24.313831 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-160f0d5d-5f92-480f-a967-5e5176730545 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:24.361180 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-160f0d5d-5f92-480f-a967-5e5176730545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:24.407223 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160f0d5d-5f92-480f-a967-5e5176730545 admin admin] Network 3c7696da-eba1-40bc-922c-d91bed889fdf is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:39:24.410365 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-160f0d5d-5f92-480f-a967-5e5176730545 admin admin] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:39:24.414200 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160f0d5d-5f92-480f-a967-5e5176730545 admin admin] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:39:24.439568 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f0d5d-5f92-480f-a967-5e5176730545 admin admin] Pushing event updated for resources: {'Port': ['ID=f03cf8ff-7b15-42a9-93d7-49a933a7a86b,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:24.693396 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-160f0d5d-5f92-480f-a967-5e5176730545 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:24.894347 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-160f0d5d-5f92-480f-a967-5e5176730545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661434'] for router, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:25.035066 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160f0d5d-5f92-480f-a967-5e5176730545 admin admin] Router e459665b-ed60-4085-afac-2823caafe194 is scheduled to L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 with binding_index 1 {{(pid=101677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:39:25.152404 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160f0d5d-5f92-480f-a967-5e5176730545 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:39:25.162201 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] Sync routers for ids ['e459665b-ed60-4085-afac-2823caafe194'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:39:25.175428 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-160f0d5d-5f92-480f-a967-5e5176730545 admin admin] Publish callbacks [] for router, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:25.175595 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da84ece-6fe6-4022-99e4-6ff36d73af76 None None] Network babc3499-34b6-4659-a1c7-3e703b29209b requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:39:25.176703 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-160f0d5d-5f92-480f-a967-5e5176730545 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6157303 Nov 12 02:39:25.179411 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 50596) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:39:25.181759 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] Routers {'e459665b-ed60-4085-afac-2823caafe194'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:39:25.182400 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:39:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['e459665b-ed60-4085-afac-2823caafe194'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:39:25.351733 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-fc397708-bfcc-4db5-957f-5313f34061d4 None None] Provisioning complete for port 2940b977-5a0d-4963-bd68-d5720f9cf462 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:39:25.352529 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-fc397708-bfcc-4db5-957f-5313f34061d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:25.432477 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] Set router e459665b-ed60-4085-afac-2823caafe194 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:39:25.719170 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-fc397708-bfcc-4db5-957f-5313f34061d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:25.880559 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4569-4bcc-4e09-bb73-6e4406bafbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:25.948056 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-fc397708-bfcc-4db5-957f-5313f34061d4 None None] For port 2940b977-5a0d-4963-bd68-d5720f9cf462, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=2940b977-5a0d-4963-bd68-d5720f9cf462,segment=NetworkSegment(d4228465-5f81-484b-9303-d5b49ef10648),segment_id=d4228465-5f81-484b-9303-d5b49ef10648)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:39:25.957206 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-fc397708-bfcc-4db5-957f-5313f34061d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:26.030588 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc397708-bfcc-4db5-957f-5313f34061d4 None None] Pushing event updated for resources: {'Port': ['ID=2940b977-5a0d-4963-bd68-d5720f9cf462,revision_number=3']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:26.035634 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e459665b-ed60-4085-afac-2823caafe194', 'name': 'tempest-TestMinimumBasicScenario-126272482-router', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:23Z', 'updated_at': '2021-11-12T02:39:24Z', 'revision_number': 3, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'gw_port': {'id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:57:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:24Z', 'updated_at': '2021-11-12T02:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:39:26.039565 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 2940b977-5a0d-4963-bd68-d5720f9cf462 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:39:26.069153 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-b5fb4569-4bcc-4e09-bb73-6e4406bafbc6 admin admin] Allocated IP 172.20.0.1 (babc3499-34b6-4659-a1c7-3e703b29209b/1eb2d78b-90ec-499b-bd47-39af82428c23/0d64cf1b-fe4d-404f-8a88-a646bde64627) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:39:26.097921 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] Checking router: e459665b-ed60-4085-afac-2823caafe194 for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:39:26.098275 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] Updating router e459665b-ed60-4085-afac-2823caafe194 port f03cf8ff-7b15-42a9-93d7-49a933a7a86b binding host dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:39:26.147637 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:26.152086 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-2f8d86bd-5a60-4927-9b77-90f85187ac35 None None] Provisioning complete for port 2940b977-5a0d-4963-bd68-d5720f9cf462 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:39:26.152458 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-2f8d86bd-5a60-4927-9b77-90f85187ac35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:26.180410 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4569-4bcc-4e09-bb73-6e4406bafbc6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:26.214436 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4569-4bcc-4e09-bb73-6e4406bafbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:26.251591 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb4569-4bcc-4e09-bb73-6e4406bafbc6 admin admin] Network babc3499-34b6-4659-a1c7-3e703b29209b is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:39:26.256689 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-b5fb4569-4bcc-4e09-bb73-6e4406bafbc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:39:26.260184 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fb4569-4bcc-4e09-bb73-6e4406bafbc6 admin admin] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:39:26.278722 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 2940b977-5a0d-4963-bd68-d5720f9cf462 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:39:26.278722 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:26.287511 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb4569-4bcc-4e09-bb73-6e4406bafbc6 admin admin] Pushing event updated for resources: {'Port': ['ID=0d64cf1b-fe4d-404f-8a88-a646bde64627,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:26.307150 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4569-4bcc-4e09-bb73-6e4406bafbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658031'] for router_interface, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:26.451982 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4569-4bcc-4e09-bb73-6e4406bafbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:26.577285 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] Publish callbacks [] for port, precommit_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:26.586169 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:26.621337 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-f7c7cbe4-62b9-45bc-b968-45bec95574fd None None] Provisioning complete for port 0d64cf1b-fe4d-404f-8a88-a646bde64627 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:39:26.621685 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f7c7cbe4-62b9-45bc-b968-45bec95574fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:26.634054 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4569-4bcc-4e09-bb73-6e4406bafbc6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:26.639555 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4569-4bcc-4e09-bb73-6e4406bafbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589425'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:26.675983 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4946da-1b53-4797-9ce9-d2be31cdbb46 None None] Pushing event updated for resources: {'Port': ['ID=f03cf8ff-7b15-42a9-93d7-49a933a7a86b,revision_number=2']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:26.680194 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] Attempting to bind port f03cf8ff-7b15-42a9-93d7-49a933a7a86b on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:39:26.680572 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] Attempting to bind port f03cf8ff-7b15-42a9-93d7-49a933a7a86b by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:39:26.680943 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] Attempting to bind port f03cf8ff-7b15-42a9-93d7-49a933a7a86b on network 3c7696da-eba1-40bc-922c-d91bed889fdf {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:39:26.686413 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-f7c7cbe4-62b9-45bc-b968-45bec95574fd None None] Port 0d64cf1b-fe4d-404f-8a88-a646bde64627 cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:39:26.690980 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:39:26.691362 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] Checking segment: {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:39:26.691765 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:26.692157 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] Bound using segment: {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:39:26.692638 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] Bound port: f03cf8ff-7b15-42a9-93d7-49a933a7a86b, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:39:26.693024 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:26.712290 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb4569-4bcc-4e09-bb73-6e4406bafbc6 admin admin] Pushing event updated for resources: {'Port': ['ID=0d64cf1b-fe4d-404f-8a88-a646bde64627,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:26.717366 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4569-4bcc-4e09-bb73-6e4406bafbc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658171'] for router_interface, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:26.746375 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] For port f03cf8ff-7b15-42a9-93d7-49a933a7a86b, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:39:26.749734 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] For port f03cf8ff-7b15-42a9-93d7-49a933a7a86b, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=f03cf8ff-7b15-42a9-93d7-49a933a7a86b,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:39:26.754300 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:26.812754 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb4569-4bcc-4e09-bb73-6e4406bafbc6 admin admin] Network babc3499-34b6-4659-a1c7-3e703b29209b is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:39:26.814267 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-b5fb4569-4bcc-4e09-bb73-6e4406bafbc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:39:26.814519 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] Routers {'e459665b-ed60-4085-afac-2823caafe194'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:39:26.815702 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:39:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['e459665b-ed60-4085-afac-2823caafe194'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:39:26.820684 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4946da-1b53-4797-9ce9-d2be31cdbb46 None None] Pushing event updated for resources: {'Port': ['ID=f03cf8ff-7b15-42a9-93d7-49a933a7a86b,revision_number=3']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:26.943065 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] Set router e459665b-ed60-4085-afac-2823caafe194 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:39:26.949469 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fb4569-4bcc-4e09-bb73-6e4406bafbc6 admin admin] Router e459665b-ed60-4085-afac-2823caafe194 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:39:27.066142 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fb4569-4bcc-4e09-bb73-6e4406bafbc6 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:39:27.071741 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-b5fb4569-4bcc-4e09-bb73-6e4406bafbc6 admin admin] 10.222.0.70 "PUT /v2.0/routers/e459665b-ed60-4085-afac-2823caafe194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8912027 Nov 12 02:39:27.144261 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-16002e1f-1578-4217-9fe4-63475904b0d4 None None] Provisioning complete for port 0d64cf1b-fe4d-404f-8a88-a646bde64627 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:39:27.144261 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-16002e1f-1578-4217-9fe4-63475904b0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:27.185749 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-16002e1f-1578-4217-9fe4-63475904b0d4 None None] Port 0d64cf1b-fe4d-404f-8a88-a646bde64627 cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:39:27.202110 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e459665b-ed60-4085-afac-2823caafe194', 'name': 'tempest-TestMinimumBasicScenario-126272482-router', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:23Z', 'updated_at': '2021-11-12T02:39:26Z', 'revision_number': 4, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'gw_port': {'id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:57:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:24Z', 'updated_at': '2021-11-12T02:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '0d64cf1b-fe4d-404f-8a88-a646bde64627', 'name': '', 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'mac_address': 'fa:16:3e:6e:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:25Z', 'updated_at': '2021-11-12T02:39:26Z', 'revision_number': 2, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'subnets': [{'id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:39:27.233589 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed51e5f-8edf-4cbf-be27-0157f8d95fb8 None None] The sync data for ids ['e459665b-ed60-4085-afac-2823caafe194'] in dv-cinder-808574-4-iscsi is: [{'id': 'e459665b-ed60-4085-afac-2823caafe194', 'name': 'tempest-TestMinimumBasicScenario-126272482-router', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:23Z', 'updated_at': '2021-11-12T02:39:26Z', 'revision_number': 4, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'gw_port': {'id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:57:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:24Z', 'updated_at': '2021-11-12T02:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '0d64cf1b-fe4d-404f-8a88-a646bde64627', 'name': '', 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'mac_address': 'fa:16:3e:6e:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:25Z', 'updated_at': '2021-11-12T02:39:26Z', 'revision_number': 2, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'subnets': [{'id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:39:27.649285 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 50612) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:39:27.654393 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-29f01815-ffb1-494b-9ebf-1e5e354f0a48 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1158236871-network', 'tenant_id': '2d5b61b5c43042e697896443230b3681'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:39:27.678529 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f01815-ffb1-494b-9ebf-1e5e354f0a48 admin admin] Made reservation on behalf of 2d5b61b5c43042e697896443230b3681 for: {'network': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:39:27.680940 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-29f01815-ffb1-494b-9ebf-1e5e354f0a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for network, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:27.690990 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-29f01815-ffb1-494b-9ebf-1e5e354f0a48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:27.784375 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-29f01815-ffb1-494b-9ebf-1e5e354f0a48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:27.789772 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-29f01815-ffb1-494b-9ebf-1e5e354f0a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:27.820093 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f01815-ffb1-494b-9ebf-1e5e354f0a48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=101677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:39:27.831407 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f01815-ffb1-494b-9ebf-1e5e354f0a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48c0381-44e6-487d-bec3-7f1c2bd06ac7,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:27.847681 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-29f01815-ffb1-494b-9ebf-1e5e354f0a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:27.848086 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.db.segments_db [None req-29f01815-ffb1-494b-9ebf-1e5e354f0a48 admin admin] Added segment 26bcdd8b-d36b-4744-bd33-6f39a6628e07 of type vlan for network 65486a1a-0d92-4764-b3c9-c5ab100d72ca Nov 12 02:39:27.910505 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-29f01815-ffb1-494b-9ebf-1e5e354f0a48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767025606099'] for network, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:27.945795 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-29f01815-ffb1-494b-9ebf-1e5e354f0a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for network, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:27.946859 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f01815-ffb1-494b-9ebf-1e5e354f0a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:27.947389 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-29f01815-ffb1-494b-9ebf-1e5e354f0a48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:28.040859 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f01815-ffb1-494b-9ebf-1e5e354f0a48 admin admin] Pushing event updated for resources: {'Network': ['ID=65486a1a-0d92-4764-b3c9-c5ab100d72ca,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:28.048369 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-29f01815-ffb1-494b-9ebf-1e5e354f0a48 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3974273 Nov 12 02:39:28.051797 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 50616) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:39:28.053531 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Network 65486a1a-0d92-4764-b3c9-c5ab100d72ca details requested by agent ovs-agent-dv-cinder-808574-4-iscsi with host dv-cinder-808574-4-iscsi {{(pid=101679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:39:28.058624 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-7a1119ba-1969-4ded-99f0-5f0d61eef59f admin admin] Request body: {'subnet': {'network_id': '65486a1a-0d92-4764-b3c9-c5ab100d72ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1158236871-subnet', 'tenant_id': '2d5b61b5c43042e697896443230b3681', 'ip_version': 4}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:39:28.104498 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1119ba-1969-4ded-99f0-5f0d61eef59f admin admin] Made reservation on behalf of 2d5b61b5c43042e697896443230b3681 for: {'subnet': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:39:28.107030 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7a1119ba-1969-4ded-99f0-5f0d61eef59f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25509542'] for subnet, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:28.151921 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device f03cf8ff-7b15-42a9-93d7-49a933a7a86b up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:39:28.210492 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port f03cf8ff-7b15-42a9-93d7-49a933a7a86b triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:39:28.210955 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:28.304866 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:28.312219 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7a1119ba-1969-4ded-99f0-5f0d61eef59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25342536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25509556'] for subnet, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:28.328019 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] For port f03cf8ff-7b15-42a9-93d7-49a933a7a86b, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=f03cf8ff-7b15-42a9-93d7-49a933a7a86b,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:39:28.333421 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:28.334307 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 2940b977-5a0d-4963-bd68-d5720f9cf462 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:39:28.395138 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1119ba-1969-4ded-99f0-5f0d61eef59f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3ae5c5e-dd09-43d0-a83a-75c0eed63277,revision_number=0']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:28.404958 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1119ba-1969-4ded-99f0-5f0d61eef59f admin admin] Checking segment: {'id': '26bcdd8b-d36b-4744-bd33-6f39a6628e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '65486a1a-0d92-4764-b3c9-c5ab100d72ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:39:28.405470 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1119ba-1969-4ded-99f0-5f0d61eef59f admin admin] Network hostable DHCP agents. Network: 65486a1a-0d92-4764-b3c9-c5ab100d72ca, hostable agents: ['9ef3605f-eeb0-4f31-885d-199b6c4cd983'], hosted agents: [] {{(pid=101678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:39:28.417557 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Pushing event updated for resources: {'Port': ['ID=f03cf8ff-7b15-42a9-93d7-49a933a7a86b,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:28.426530 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1119ba-1969-4ded-99f0-5f0d61eef59f admin admin] Network 65486a1a-0d92-4764-b3c9-c5ab100d72ca is scheduled to be hosted by DHCP agent 9ef3605f-eeb0-4f31-885d-199b6c4cd983 with binding_index 1 {{(pid=101678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:39:28.431288 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 2940b977-5a0d-4963-bd68-d5720f9cf462 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:39:28.431664 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:28.436705 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-7a1119ba-1969-4ded-99f0-5f0d61eef59f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-iscsi, 65486a1a-0d92-4764-b3c9-c5ab100d72ca) {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:39:28.442546 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1119ba-1969-4ded-99f0-5f0d61eef59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:28.443328 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-7a1119ba-1969-4ded-99f0-5f0d61eef59f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:28.458079 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfd5c07-996e-4797-986d-d22ecbc1f992 None None] Network 65486a1a-0d92-4764-b3c9-c5ab100d72ca requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:39:28.463942 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-7a1119ba-1969-4ded-99f0-5f0d61eef59f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4101517 Nov 12 02:39:28.466495 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 50618) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:39:28.471370 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-d0847149-b30b-4293-9208-ed92eedb8c61 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1158236871-router', 'tenant_id': '2d5b61b5c43042e697896443230b3681', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:39:28.492944 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d0847149-b30b-4293-9208-ed92eedb8c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57774'] for router, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:28.494610 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d0847149-b30b-4293-9208-ed92eedb8c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661359', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57783'] for router, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:28.550970 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d0847149-b30b-4293-9208-ed92eedb8c61 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:28.666208 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb81774-7338-4f1d-b671-00d643cffb51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8380c581-5d88-5bd8-92a8-04b3ddf9b27a-65486a1a-0d92-4764-b3c9-c5ab100d72ca', 'network_id': '65486a1a-0d92-4764-b3c9-c5ab100d72ca', 'tenant_id': '2d5b61b5c43042e697896443230b3681', 'fixed_ips': [{'subnet_id': 'd3ae5c5e-dd09-43d0-a83a-75c0eed63277'}]}} from dv-cinder-808574-4-iscsi. {{(pid=101679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:39:28.667104 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-cbb81774-7338-4f1d-b671-00d643cffb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:28.706196 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d0847149-b30b-4293-9208-ed92eedb8c61 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:28.817455 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.db_base_plugin_common [None req-cbb81774-7338-4f1d-b671-00d643cffb51 None None] Allocated IP 172.20.0.2 (65486a1a-0d92-4764-b3c9-c5ab100d72ca/d3ae5c5e-dd09-43d0-a83a-75c0eed63277/19e1f608-13cf-4348-94eb-60a8ae5f5393) {{(pid=101679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:39:28.920804 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d0847149-b30b-4293-9208-ed92eedb8c61 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:28.941210 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d0847149-b30b-4293-9208-ed92eedb8c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:29.053921 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [None req-d0847149-b30b-4293-9208-ed92eedb8c61 admin admin] Allocated IP 172.27.2.98 (3c7696da-eba1-40bc-922c-d91bed889fdf/d5dec2f9-f4c7-48bf-8714-a16e67e9832d/b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:39:29.113067 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-cbb81774-7338-4f1d-b671-00d643cffb51 None None] Publish callbacks [] for port, precommit_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:29.120658 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-cbb81774-7338-4f1d-b671-00d643cffb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:29.163174 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb81774-7338-4f1d-b671-00d643cffb51 None None] Network 65486a1a-0d92-4764-b3c9-c5ab100d72ca is already hosted by enough agents. {{(pid=101679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:39:29.170073 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.scheduler.base_scheduler [None req-cbb81774-7338-4f1d-b671-00d643cffb51 None None] Resources bound (agent type, host, resource id): {{(pid=101679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:39:29.173791 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb81774-7338-4f1d-b671-00d643cffb51 None None] Received port after_create {{(pid=101679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:39:29.182524 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb81774-7338-4f1d-b671-00d643cffb51 None None] Pushing event updated for resources: {'Port': ['ID=19e1f608-13cf-4348-94eb-60a8ae5f5393,revision_number=1']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:29.195584 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d0847149-b30b-4293-9208-ed92eedb8c61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:29.237145 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-cbb81774-7338-4f1d-b671-00d643cffb51 None None] Attempting to bind port 19e1f608-13cf-4348-94eb-60a8ae5f5393 on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:39:29.237413 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-cbb81774-7338-4f1d-b671-00d643cffb51 None None] Attempting to bind port 19e1f608-13cf-4348-94eb-60a8ae5f5393 by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': '26bcdd8b-d36b-4744-bd33-6f39a6628e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '65486a1a-0d92-4764-b3c9-c5ab100d72ca'}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:39:29.237740 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb81774-7338-4f1d-b671-00d643cffb51 None None] Attempting to bind port 19e1f608-13cf-4348-94eb-60a8ae5f5393 on network 65486a1a-0d92-4764-b3c9-c5ab100d72ca {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:39:29.241871 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d0847149-b30b-4293-9208-ed92eedb8c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:29.244589 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb81774-7338-4f1d-b671-00d643cffb51 None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:39:29.245246 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb81774-7338-4f1d-b671-00d643cffb51 None None] Checking segment: {'id': '26bcdd8b-d36b-4744-bd33-6f39a6628e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '65486a1a-0d92-4764-b3c9-c5ab100d72ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:39:29.246133 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-cbb81774-7338-4f1d-b671-00d643cffb51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:29.246616 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb81774-7338-4f1d-b671-00d643cffb51 None None] Bound using segment: {'id': '26bcdd8b-d36b-4744-bd33-6f39a6628e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '65486a1a-0d92-4764-b3c9-c5ab100d72ca'} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:39:29.247967 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-cbb81774-7338-4f1d-b671-00d643cffb51 None None] Bound port: 19e1f608-13cf-4348-94eb-60a8ae5f5393, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26bcdd8b-d36b-4744-bd33-6f39a6628e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '65486a1a-0d92-4764-b3c9-c5ab100d72ca'}}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:39:29.248684 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-cbb81774-7338-4f1d-b671-00d643cffb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:29.280012 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0847149-b30b-4293-9208-ed92eedb8c61 admin admin] Network 3c7696da-eba1-40bc-922c-d91bed889fdf is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:39:29.285215 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-d0847149-b30b-4293-9208-ed92eedb8c61 admin admin] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:39:29.288853 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0847149-b30b-4293-9208-ed92eedb8c61 admin admin] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:39:29.313252 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0847149-b30b-4293-9208-ed92eedb8c61 admin admin] Pushing event updated for resources: {'Port': ['ID=b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:29.329529 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-cbb81774-7338-4f1d-b671-00d643cffb51 None None] For port 19e1f608-13cf-4348-94eb-60a8ae5f5393, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:39:29.334645 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-cbb81774-7338-4f1d-b671-00d643cffb51 None None] For port 19e1f608-13cf-4348-94eb-60a8ae5f5393, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=19e1f608-13cf-4348-94eb-60a8ae5f5393,segment=NetworkSegment(26bcdd8b-d36b-4744-bd33-6f39a6628e07),segment_id=26bcdd8b-d36b-4744-bd33-6f39a6628e07)] {{(pid=101679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:39:29.339096 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-cbb81774-7338-4f1d-b671-00d643cffb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:29.409065 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb81774-7338-4f1d-b671-00d643cffb51 None None] Pushing event updated for resources: {'Port': ['ID=19e1f608-13cf-4348-94eb-60a8ae5f5393,revision_number=2']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:29.556108 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] Sync routers for ids ['e459665b-ed60-4085-afac-2823caafe194'] in dv-cinder-808574-4-iscsi {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:39:29.575762 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] Routers {'e459665b-ed60-4085-afac-2823caafe194'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:39:29.576371 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:39:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['e459665b-ed60-4085-afac-2823caafe194'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:39:29.593835 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d0847149-b30b-4293-9208-ed92eedb8c61 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:29.714161 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] Set router e459665b-ed60-4085-afac-2823caafe194 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:39:29.811915 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d0847149-b30b-4293-9208-ed92eedb8c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661434'] for router, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:29.925807 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e459665b-ed60-4085-afac-2823caafe194', 'name': 'tempest-TestMinimumBasicScenario-126272482-router', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:23Z', 'updated_at': '2021-11-12T02:39:26Z', 'revision_number': 4, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'gw_port': {'id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:24Z', 'updated_at': '2021-11-12T02:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '0d64cf1b-fe4d-404f-8a88-a646bde64627', 'name': '', 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'mac_address': 'fa:16:3e:6e:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:25Z', 'updated_at': '2021-11-12T02:39:26Z', 'revision_number': 2, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'subnets': [{'id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:39:29.956974 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] Checking router: e459665b-ed60-4085-afac-2823caafe194 for host: dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:39:29.957563 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] Updating router e459665b-ed60-4085-afac-2823caafe194 port 0d64cf1b-fe4d-404f-8a88-a646bde64627 binding host dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:39:29.984694 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:30.108138 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device f03cf8ff-7b15-42a9-93d7-49a933a7a86b up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:39:30.176853 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port f03cf8ff-7b15-42a9-93d7-49a933a7a86b triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:39:30.178846 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:30.269429 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0847149-b30b-4293-9208-ed92eedb8c61 admin admin] Router a7e6ee1f-46c1-45dd-813e-e893a48f33dd is scheduled to L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 with binding_index 1 {{(pid=101678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:39:30.282623 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 19e1f608-13cf-4348-94eb-60a8ae5f5393 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:39:30.341762 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-9aa137fd-5c1b-4894-acba-74846116e716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:30.355336 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 19e1f608-13cf-4348-94eb-60a8ae5f5393 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:39:30.355709 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:30.407266 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0847149-b30b-4293-9208-ed92eedb8c61 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:39:30.420715 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] Sync routers for ids ['a7e6ee1f-46c1-45dd-813e-e893a48f33dd'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:39:30.425487 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] Publish callbacks [] for port, precommit_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:30.428735 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d0847149-b30b-4293-9208-ed92eedb8c61 admin admin] Publish callbacks [] for router, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:30.430804 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-d0847149-b30b-4293-9208-ed92eedb8c61 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9627109 Nov 12 02:39:30.434105 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 50620) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:39:30.442211 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:30.462481 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] Routers {'a7e6ee1f-46c1-45dd-813e-e893a48f33dd'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:39:30.463142 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:39:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['a7e6ee1f-46c1-45dd-813e-e893a48f33dd'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:39:30.494692 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2571b44-eb2f-4349-b77f-1ee3d9d1e60c None None] Pushing event updated for resources: {'Port': ['ID=0d64cf1b-fe4d-404f-8a88-a646bde64627,revision_number=3']} {{(pid=101680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:30.525845 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82493fa-8025-4ea5-8983-a3ef6fe87d44 None None] Network 65486a1a-0d92-4764-b3c9-c5ab100d72ca requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:39:30.573454 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2571b44-eb2f-4349-b77f-1ee3d9d1e60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:30.574403 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2571b44-eb2f-4349-b77f-1ee3d9d1e60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:30.574946 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2571b44-eb2f-4349-b77f-1ee3d9d1e60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:30.575712 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2571b44-eb2f-4349-b77f-1ee3d9d1e60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:30.576212 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2571b44-eb2f-4349-b77f-1ee3d9d1e60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:30.576725 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2571b44-eb2f-4349-b77f-1ee3d9d1e60c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:30.577210 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2571b44-eb2f-4349-b77f-1ee3d9d1e60c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:30.577702 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2571b44-eb2f-4349-b77f-1ee3d9d1e60c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:30.578103 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:30.578374 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2571b44-eb2f-4349-b77f-1ee3d9d1e60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:30.578889 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2571b44-eb2f-4349-b77f-1ee3d9d1e60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:30.579554 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2571b44-eb2f-4349-b77f-1ee3d9d1e60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:30.580027 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2571b44-eb2f-4349-b77f-1ee3d9d1e60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:39:30.587848 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] Attempting to bind port 0d64cf1b-fe4d-404f-8a88-a646bde64627 on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:39:30.588467 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] Attempting to bind port 0d64cf1b-fe4d-404f-8a88-a646bde64627 by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': 'd4228465-5f81-484b-9303-d5b49ef10648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b'}] {{(pid=101680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:39:30.589020 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] Attempting to bind port 0d64cf1b-fe4d-404f-8a88-a646bde64627 on network babc3499-34b6-4659-a1c7-3e703b29209b {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:39:30.595576 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:39:30.596562 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] Checking segment: {'id': 'd4228465-5f81-484b-9303-d5b49ef10648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:39:30.597139 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:30.597530 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] Bound using segment: {'id': 'd4228465-5f81-484b-9303-d5b49ef10648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b'} {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:39:30.598019 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] Bound port: 0d64cf1b-fe4d-404f-8a88-a646bde64627, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4228465-5f81-484b-9303-d5b49ef10648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b'}}] {{(pid=101680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:39:30.598421 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:30.687124 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.db [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] For port 0d64cf1b-fe4d-404f-8a88-a646bde64627, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:39:30.691869 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-8e3ca5bf-3235-4f7e-b343-cf4a31dd4a90 None None] Provisioning complete for port 19e1f608-13cf-4348-94eb-60a8ae5f5393 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:39:30.692203 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.db [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] For port 0d64cf1b-fe4d-404f-8a88-a646bde64627, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=0d64cf1b-fe4d-404f-8a88-a646bde64627,segment=NetworkSegment(d4228465-5f81-484b-9303-d5b49ef10648),segment_id=d4228465-5f81-484b-9303-d5b49ef10648)] {{(pid=101680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:39:30.692340 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-8e3ca5bf-3235-4f7e-b343-cf4a31dd4a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:30.699744 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:30.748156 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] Set router a7e6ee1f-46c1-45dd-813e-e893a48f33dd gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:39:30.776588 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2571b44-eb2f-4349-b77f-1ee3d9d1e60c None None] Pushing event updated for resources: {'Port': ['ID=0d64cf1b-fe4d-404f-8a88-a646bde64627,revision_number=4']} {{(pid=101680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:30.779303 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] Routers {'e459665b-ed60-4085-afac-2823caafe194'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:39:30.780083 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:39:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['e459665b-ed60-4085-afac-2823caafe194'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:39:30.784085 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] For port 19e1f608-13cf-4348-94eb-60a8ae5f5393, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=19e1f608-13cf-4348-94eb-60a8ae5f5393,segment=NetworkSegment(26bcdd8b-d36b-4744-bd33-6f39a6628e07),segment_id=26bcdd8b-d36b-4744-bd33-6f39a6628e07)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:39:30.827087 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:30.933802 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] Set router e459665b-ed60-4085-afac-2823caafe194 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:39:30.999189 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Pushing event updated for resources: {'Port': ['ID=19e1f608-13cf-4348-94eb-60a8ae5f5393,revision_number=3']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:31.023234 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b2580db6-e04a-4aa7-a526-b94e84cdc0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:31.131271 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e6ee1f-46c1-45dd-813e-e893a48f33dd', 'name': 'tempest-TestMinimumBasicScenario-1158236871-router', 'tenant_id': '2d5b61b5c43042e697896443230b3681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:28Z', 'updated_at': '2021-11-12T02:39:29Z', 'revision_number': 3, 'project_id': '2d5b61b5c43042e697896443230b3681', 'gw_port': {'id': 'b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e6ee1f-46c1-45dd-813e-e893a48f33dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:28Z', 'updated_at': '2021-11-12T02:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:39:31.166233 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] Checking router: a7e6ee1f-46c1-45dd-813e-e893a48f33dd for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:39:31.166929 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] Updating router a7e6ee1f-46c1-45dd-813e-e893a48f33dd port b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc binding host dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:39:31.201878 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:31.224531 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e459665b-ed60-4085-afac-2823caafe194', 'name': 'tempest-TestMinimumBasicScenario-126272482-router', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:23Z', 'updated_at': '2021-11-12T02:39:26Z', 'revision_number': 4, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'gw_port': {'id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:24Z', 'updated_at': '2021-11-12T02:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '0d64cf1b-fe4d-404f-8a88-a646bde64627', 'name': '', 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'mac_address': 'fa:16:3e:6e:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:25Z', 'updated_at': '2021-11-12T02:39:30Z', 'revision_number': 4, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'subnets': [{'id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:39:31.235991 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-b2580db6-e04a-4aa7-a526-b94e84cdc0a1 admin admin] Allocated IP 172.20.0.1 (65486a1a-0d92-4764-b3c9-c5ab100d72ca/d3ae5c5e-dd09-43d0-a83a-75c0eed63277/8f017414-dd94-4d44-aef2-0ba69c475baa) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:39:31.255590 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e0389e-ac40-46e2-b6f5-4aaa68613872 None None] The sync data for ids ['e459665b-ed60-4085-afac-2823caafe194'] in dv-cinder-808574-4-iscsi is: [{'id': 'e459665b-ed60-4085-afac-2823caafe194', 'name': 'tempest-TestMinimumBasicScenario-126272482-router', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:23Z', 'updated_at': '2021-11-12T02:39:26Z', 'revision_number': 4, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'gw_port': {'id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:24Z', 'updated_at': '2021-11-12T02:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '0d64cf1b-fe4d-404f-8a88-a646bde64627', 'name': '', 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'mac_address': 'fa:16:3e:6e:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:25Z', 'updated_at': '2021-11-12T02:39:30Z', 'revision_number': 4, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'subnets': [{'id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:39:31.258188 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-95c3f48e-4598-4f16-af96-0f77e6d85a39 None None] Provisioning complete for port 0d64cf1b-fe4d-404f-8a88-a646bde64627 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:39:31.258603 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-95c3f48e-4598-4f16-af96-0f77e6d85a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:31.383255 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b2580db6-e04a-4aa7-a526-b94e84cdc0a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:31.432861 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b2580db6-e04a-4aa7-a526-b94e84cdc0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:31.445075 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-95c3f48e-4598-4f16-af96-0f77e6d85a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:31.475345 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2580db6-e04a-4aa7-a526-b94e84cdc0a1 admin admin] Network 65486a1a-0d92-4764-b3c9-c5ab100d72ca is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:39:31.478598 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-b2580db6-e04a-4aa7-a526-b94e84cdc0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:39:31.484900 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2580db6-e04a-4aa7-a526-b94e84cdc0a1 admin admin] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:39:31.513621 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2580db6-e04a-4aa7-a526-b94e84cdc0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=8f017414-dd94-4d44-aef2-0ba69c475baa,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:31.527641 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-95c3f48e-4598-4f16-af96-0f77e6d85a39 None None] For port 0d64cf1b-fe4d-404f-8a88-a646bde64627, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=0d64cf1b-fe4d-404f-8a88-a646bde64627,segment=NetworkSegment(d4228465-5f81-484b-9303-d5b49ef10648),segment_id=d4228465-5f81-484b-9303-d5b49ef10648)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:39:31.535657 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b2580db6-e04a-4aa7-a526-b94e84cdc0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658031'] for router_interface, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:31.538697 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-95c3f48e-4598-4f16-af96-0f77e6d85a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:31.618110 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3f48e-4598-4f16-af96-0f77e6d85a39 None None] Pushing event updated for resources: {'Port': ['ID=0d64cf1b-fe4d-404f-8a88-a646bde64627,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:31.700571 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b2580db6-e04a-4aa7-a526-b94e84cdc0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:31.881530 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] Publish callbacks [] for port, precommit_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:31.883364 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-9ddf88dc-2084-4a79-8800-27d886a140fe None None] Provisioning complete for port 19e1f608-13cf-4348-94eb-60a8ae5f5393 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:39:31.883729 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-9ddf88dc-2084-4a79-8800-27d886a140fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:31.908957 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:31.912958 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b2580db6-e04a-4aa7-a526-b94e84cdc0a1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:31.919045 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b2580db6-e04a-4aa7-a526-b94e84cdc0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589425'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:31.992315 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] Attempting to bind port b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:39:31.992958 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] Attempting to bind port b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:39:31.993347 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] Attempting to bind port b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc on network 3c7696da-eba1-40bc-922c-d91bed889fdf {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:39:31.993484 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b2580db6-e04a-4aa7-a526-b94e84cdc0a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658171'] for router_interface, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:31.995592 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2580db6-e04a-4aa7-a526-b94e84cdc0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=8f017414-dd94-4d44-aef2-0ba69c475baa,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:31.996787 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f94564-69ea-45d4-8d63-e7b403e1c988 None None] Pushing event updated for resources: {'Port': ['ID=b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc,revision_number=2']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:32.006388 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:39:32.006815 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] Checking segment: {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:39:32.007232 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:32.007631 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] Bound using segment: {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:39:32.008118 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] Bound port: b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:39:32.008504 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:32.090384 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 19e1f608-13cf-4348-94eb-60a8ae5f5393 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:39:32.109979 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2580db6-e04a-4aa7-a526-b94e84cdc0a1 admin admin] Network 65486a1a-0d92-4764-b3c9-c5ab100d72ca is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:39:32.112265 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-b2580db6-e04a-4aa7-a526-b94e84cdc0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:39:32.125422 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] For port b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:39:32.145998 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] For port b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:39:32.153187 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:32.250257 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] Routers {'a7e6ee1f-46c1-45dd-813e-e893a48f33dd'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:39:32.250994 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:39:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['a7e6ee1f-46c1-45dd-813e-e893a48f33dd'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:39:32.263436 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 19e1f608-13cf-4348-94eb-60a8ae5f5393 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:39:32.263807 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:32.298226 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2580db6-e04a-4aa7-a526-b94e84cdc0a1 admin admin] Router a7e6ee1f-46c1-45dd-813e-e893a48f33dd has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:39:32.298506 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f94564-69ea-45d4-8d63-e7b403e1c988 None None] Pushing event updated for resources: {'Port': ['ID=b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc,revision_number=3']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:32.320554 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-1d788f3a-69fc-4a69-a736-7d16381f46bc None None] Provisioning complete for port 8f017414-dd94-4d44-aef2-0ba69c475baa triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:39:32.320929 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-1d788f3a-69fc-4a69-a736-7d16381f46bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:32.408936 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-1d788f3a-69fc-4a69-a736-7d16381f46bc None None] Port 8f017414-dd94-4d44-aef2-0ba69c475baa cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:39:32.417281 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2580db6-e04a-4aa7-a526-b94e84cdc0a1 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:39:32.422337 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-b2580db6-e04a-4aa7-a526-b94e84cdc0a1 admin admin] 10.222.0.70 "PUT /v2.0/routers/a7e6ee1f-46c1-45dd-813e-e893a48f33dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9833500 Nov 12 02:39:32.466005 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] Set router a7e6ee1f-46c1-45dd-813e-e893a48f33dd gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:39:32.513169 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 0d64cf1b-fe4d-404f-8a88-a646bde64627 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:39:32.629845 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-182c69ef-c7ec-45d9-85fa-9c1eff33d008 None None] Provisioning complete for port 8f017414-dd94-4d44-aef2-0ba69c475baa triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:39:32.630234 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-182c69ef-c7ec-45d9-85fa-9c1eff33d008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:32.721257 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-8025e6a6-2c3f-4d0c-88e5-51f2fd8ef7ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:32.727031 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-182c69ef-c7ec-45d9-85fa-9c1eff33d008 None None] Port 8f017414-dd94-4d44-aef2-0ba69c475baa cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:39:32.745971 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 0d64cf1b-fe4d-404f-8a88-a646bde64627 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:39:32.758061 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:32.877654 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e6ee1f-46c1-45dd-813e-e893a48f33dd', 'name': 'tempest-TestMinimumBasicScenario-1158236871-router', 'tenant_id': '2d5b61b5c43042e697896443230b3681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:28Z', 'updated_at': '2021-11-12T02:39:31Z', 'revision_number': 4, 'project_id': '2d5b61b5c43042e697896443230b3681', 'gw_port': {'id': 'b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e6ee1f-46c1-45dd-813e-e893a48f33dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:28Z', 'updated_at': '2021-11-12T02:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '8f017414-dd94-4d44-aef2-0ba69c475baa', 'name': '', 'network_id': '65486a1a-0d92-4764-b3c9-c5ab100d72ca', 'tenant_id': '2d5b61b5c43042e697896443230b3681', 'mac_address': 'fa:16:3e:eb:da:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e6ee1f-46c1-45dd-813e-e893a48f33dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd3ae5c5e-dd09-43d0-a83a-75c0eed63277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:31Z', 'updated_at': '2021-11-12T02:39:31Z', 'revision_number': 2, 'project_id': '2d5b61b5c43042e697896443230b3681', 'subnets': [{'id': 'd3ae5c5e-dd09-43d0-a83a-75c0eed63277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:39:32.910571 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1769c50c-dc08-4909-9b52-2c0eb2705c2c None None] The sync data for ids ['a7e6ee1f-46c1-45dd-813e-e893a48f33dd'] in dv-cinder-808574-4-iscsi is: [{'id': 'a7e6ee1f-46c1-45dd-813e-e893a48f33dd', 'name': 'tempest-TestMinimumBasicScenario-1158236871-router', 'tenant_id': '2d5b61b5c43042e697896443230b3681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:28Z', 'updated_at': '2021-11-12T02:39:31Z', 'revision_number': 4, 'project_id': '2d5b61b5c43042e697896443230b3681', 'gw_port': {'id': 'b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e6ee1f-46c1-45dd-813e-e893a48f33dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:28Z', 'updated_at': '2021-11-12T02:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '8f017414-dd94-4d44-aef2-0ba69c475baa', 'name': '', 'network_id': '65486a1a-0d92-4764-b3c9-c5ab100d72ca', 'tenant_id': '2d5b61b5c43042e697896443230b3681', 'mac_address': 'fa:16:3e:eb:da:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e6ee1f-46c1-45dd-813e-e893a48f33dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd3ae5c5e-dd09-43d0-a83a-75c0eed63277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:31Z', 'updated_at': '2021-11-12T02:39:31Z', 'revision_number': 2, 'project_id': '2d5b61b5c43042e697896443230b3681', 'subnets': [{'id': 'd3ae5c5e-dd09-43d0-a83a-75c0eed63277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:39:33.845118 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:35.358606 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:35.581754 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] Sync routers for ids ['a7e6ee1f-46c1-45dd-813e-e893a48f33dd'] in dv-cinder-808574-4-iscsi {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:39:35.598104 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] Routers {'a7e6ee1f-46c1-45dd-813e-e893a48f33dd'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:39:35.598655 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:39:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['a7e6ee1f-46c1-45dd-813e-e893a48f33dd'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:39:35.717281 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] Set router a7e6ee1f-46c1-45dd-813e-e893a48f33dd gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:39:35.940814 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:36.041558 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e6ee1f-46c1-45dd-813e-e893a48f33dd', 'name': 'tempest-TestMinimumBasicScenario-1158236871-router', 'tenant_id': '2d5b61b5c43042e697896443230b3681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:28Z', 'updated_at': '2021-11-12T02:39:31Z', 'revision_number': 4, 'project_id': '2d5b61b5c43042e697896443230b3681', 'gw_port': {'id': 'b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e6ee1f-46c1-45dd-813e-e893a48f33dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:28Z', 'updated_at': '2021-11-12T02:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '8f017414-dd94-4d44-aef2-0ba69c475baa', 'name': '', 'network_id': '65486a1a-0d92-4764-b3c9-c5ab100d72ca', 'tenant_id': '2d5b61b5c43042e697896443230b3681', 'mac_address': 'fa:16:3e:eb:da:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e6ee1f-46c1-45dd-813e-e893a48f33dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd3ae5c5e-dd09-43d0-a83a-75c0eed63277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:31Z', 'updated_at': '2021-11-12T02:39:31Z', 'revision_number': 2, 'project_id': '2d5b61b5c43042e697896443230b3681', 'subnets': [{'id': 'd3ae5c5e-dd09-43d0-a83a-75c0eed63277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:39:36.042335 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:39:36.079061 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] Checking router: a7e6ee1f-46c1-45dd-813e-e893a48f33dd for host: dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:39:36.079437 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] Updating router a7e6ee1f-46c1-45dd-813e-e893a48f33dd port 8f017414-dd94-4d44-aef2-0ba69c475baa binding host dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:39:36.102691 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:39:36.103092 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:36.113830 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:36.203643 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:36.246513 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] For port b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:39:36.253192 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:36.326585 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Pushing event updated for resources: {'Port': ['ID=b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:36.445311 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] Publish callbacks [] for port, precommit_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:36.453907 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:36.506258 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80622e-e295-456d-a448-25a3f0820f33 None None] Pushing event updated for resources: {'Port': ['ID=8f017414-dd94-4d44-aef2-0ba69c475baa,revision_number=3']} {{(pid=101680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:36.585490 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] Attempting to bind port 8f017414-dd94-4d44-aef2-0ba69c475baa on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:39:36.586149 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] Attempting to bind port 8f017414-dd94-4d44-aef2-0ba69c475baa by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': '26bcdd8b-d36b-4744-bd33-6f39a6628e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '65486a1a-0d92-4764-b3c9-c5ab100d72ca'}] {{(pid=101680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:39:36.586263 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] Attempting to bind port 8f017414-dd94-4d44-aef2-0ba69c475baa on network 65486a1a-0d92-4764-b3c9-c5ab100d72ca {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:39:36.592495 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:39:36.592901 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] Checking segment: {'id': '26bcdd8b-d36b-4744-bd33-6f39a6628e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '65486a1a-0d92-4764-b3c9-c5ab100d72ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:39:36.593495 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:36.594084 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] Bound using segment: {'id': '26bcdd8b-d36b-4744-bd33-6f39a6628e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '65486a1a-0d92-4764-b3c9-c5ab100d72ca'} {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:39:36.594937 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] Bound port: 8f017414-dd94-4d44-aef2-0ba69c475baa, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26bcdd8b-d36b-4744-bd33-6f39a6628e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '65486a1a-0d92-4764-b3c9-c5ab100d72ca'}}] {{(pid=101680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:39:36.595642 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:36.694748 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.db [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] For port 8f017414-dd94-4d44-aef2-0ba69c475baa, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:39:36.698476 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.db [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] For port 8f017414-dd94-4d44-aef2-0ba69c475baa, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=8f017414-dd94-4d44-aef2-0ba69c475baa,segment=NetworkSegment(26bcdd8b-d36b-4744-bd33-6f39a6628e07),segment_id=26bcdd8b-d36b-4744-bd33-6f39a6628e07)] {{(pid=101680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:39:36.704741 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:36.766991 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80622e-e295-456d-a448-25a3f0820f33 None None] Pushing event updated for resources: {'Port': ['ID=8f017414-dd94-4d44-aef2-0ba69c475baa,revision_number=4']} {{(pid=101680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:36.792312 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] Routers {'a7e6ee1f-46c1-45dd-813e-e893a48f33dd'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:39:36.793487 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:39:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['a7e6ee1f-46c1-45dd-813e-e893a48f33dd'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:39:36.805034 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-b3a611bc-7741-4c5a-abab-0927fd90a2f4 None None] Provisioning complete for port 8f017414-dd94-4d44-aef2-0ba69c475baa triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:39:36.805889 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-b3a611bc-7741-4c5a-abab-0927fd90a2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:36.982285 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-b3a611bc-7741-4c5a-abab-0927fd90a2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:37.035998 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-b3a611bc-7741-4c5a-abab-0927fd90a2f4 None None] For port 8f017414-dd94-4d44-aef2-0ba69c475baa, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=8f017414-dd94-4d44-aef2-0ba69c475baa,segment=NetworkSegment(26bcdd8b-d36b-4744-bd33-6f39a6628e07),segment_id=26bcdd8b-d36b-4744-bd33-6f39a6628e07)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:39:37.044438 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-b3a611bc-7741-4c5a-abab-0927fd90a2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:37.078032 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] Set router a7e6ee1f-46c1-45dd-813e-e893a48f33dd gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:39:37.127681 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a611bc-7741-4c5a-abab-0927fd90a2f4 None None] Pushing event updated for resources: {'Port': ['ID=8f017414-dd94-4d44-aef2-0ba69c475baa,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:37.166885 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-5e1d2c1e-b35f-4cd3-87a4-fea4de0abc18 None None] Provisioning complete for port 8f017414-dd94-4d44-aef2-0ba69c475baa triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:39:37.167262 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-5e1d2c1e-b35f-4cd3-87a4-fea4de0abc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:37.331937 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e6ee1f-46c1-45dd-813e-e893a48f33dd', 'name': 'tempest-TestMinimumBasicScenario-1158236871-router', 'tenant_id': '2d5b61b5c43042e697896443230b3681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:28Z', 'updated_at': '2021-11-12T02:39:31Z', 'revision_number': 4, 'project_id': '2d5b61b5c43042e697896443230b3681', 'gw_port': {'id': 'b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e6ee1f-46c1-45dd-813e-e893a48f33dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:28Z', 'updated_at': '2021-11-12T02:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '8f017414-dd94-4d44-aef2-0ba69c475baa', 'name': '', 'network_id': '65486a1a-0d92-4764-b3c9-c5ab100d72ca', 'tenant_id': '2d5b61b5c43042e697896443230b3681', 'mac_address': 'fa:16:3e:eb:da:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e6ee1f-46c1-45dd-813e-e893a48f33dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd3ae5c5e-dd09-43d0-a83a-75c0eed63277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:31Z', 'updated_at': '2021-11-12T02:39:36Z', 'revision_number': 4, 'project_id': '2d5b61b5c43042e697896443230b3681', 'subnets': [{'id': 'd3ae5c5e-dd09-43d0-a83a-75c0eed63277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:39:37.368472 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bf0fa7-8c37-45c1-a9ae-ca2435496af5 None None] The sync data for ids ['a7e6ee1f-46c1-45dd-813e-e893a48f33dd'] in dv-cinder-808574-4-iscsi is: [{'id': 'a7e6ee1f-46c1-45dd-813e-e893a48f33dd', 'name': 'tempest-TestMinimumBasicScenario-1158236871-router', 'tenant_id': '2d5b61b5c43042e697896443230b3681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:28Z', 'updated_at': '2021-11-12T02:39:31Z', 'revision_number': 4, 'project_id': '2d5b61b5c43042e697896443230b3681', 'gw_port': {'id': 'b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e6ee1f-46c1-45dd-813e-e893a48f33dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:28Z', 'updated_at': '2021-11-12T02:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '8f017414-dd94-4d44-aef2-0ba69c475baa', 'name': '', 'network_id': '65486a1a-0d92-4764-b3c9-c5ab100d72ca', 'tenant_id': '2d5b61b5c43042e697896443230b3681', 'mac_address': 'fa:16:3e:eb:da:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e6ee1f-46c1-45dd-813e-e893a48f33dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd3ae5c5e-dd09-43d0-a83a-75c0eed63277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:31Z', 'updated_at': '2021-11-12T02:39:36Z', 'revision_number': 4, 'project_id': '2d5b61b5c43042e697896443230b3681', 'subnets': [{'id': 'd3ae5c5e-dd09-43d0-a83a-75c0eed63277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:39:38.051947 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:39:38.116163 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:39:38.116595 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:38.228452 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 8f017414-dd94-4d44-aef2-0ba69c475baa up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:39:38.300751 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 8f017414-dd94-4d44-aef2-0ba69c475baa triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:39:38.301120 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:42.661548 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-c556f42e-83cd-4bb8-9494-10a75c1a231f tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:42.663128 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-c556f42e-83cd-4bb8-9494-10a75c1a231f tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/networks?id=babc3499-34b6-4659-a1c7-3e703b29209b HTTP/1.1" status: 200 len: 814 time: 0.1023109 Nov 12 02:39:42.679466 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-c54438c4-4edb-4c5d-a96f-41afc8d90633 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/quotas/c863d2b5a6444d01a46426976b87632b HTTP/1.1" status: 200 len: 375 time: 0.0106418 Nov 12 02:39:42.731940 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-bc9d7d90-f66a-49d1-bc13-3363521b1924 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c863d2b5a6444d01a46426976b87632b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466983 Nov 12 02:39:42.834732 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-19b0882f-5780-4064-869d-35f575503c64 service neutron] 10.222.0.70 "GET /v2.0/networks/babc3499-34b6-4659-a1c7-3e703b29209b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908380 Nov 12 02:39:42.930390 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-209bca90-32dd-4bb1-851c-7d7dfd0711ac service neutron] 10.222.0.70 "GET /v2.0/networks/babc3499-34b6-4659-a1c7-3e703b29209b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891290 Nov 12 02:39:43.098282 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-b54800b0-7482-4d11-8444-2d4aca929c4e req-856f7406-46d9-4897-a298-2d2777b17521 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 210 time: 0.0312726 Nov 12 02:39:43.609582 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:39:44.151413 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-dc69ea4a-fc91-43db-9dd4-6aab146de574 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:44.152930 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-dc69ea4a-fc91-43db-9dd4-6aab146de574 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.65 "GET /v2.0/networks?id=babc3499-34b6-4659-a1c7-3e703b29209b HTTP/1.1" status: 200 len: 814 time: 0.1078618 Nov 12 02:39:44.174460 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-9638e33e-2737-4a4d-a356-83cb4841a191 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Request body: {'port': {'device_id': 'bdc0df28-0c70-4056-8f47-74774e043cba', 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b', 'admin_state_up': True, 'tenant_id': 'c863d2b5a6444d01a46426976b87632b'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:39:44.226110 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ce5a88b5-f462-4e8b-bef9-fbd27729c0f6 req-2e5c4f88-c44b-4ed8-9ea3-074eb2a1d390 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 210 time: 0.0480413 Nov 12 02:39:44.323537 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-9638e33e-2737-4a4d-a356-83cb4841a191 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Made reservation on behalf of c863d2b5a6444d01a46426976b87632b for: {'port': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:39:44.327170 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-9638e33e-2737-4a4d-a356-83cb4841a191 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:44.469754 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-9638e33e-2737-4a4d-a356-83cb4841a191 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Allocated IP 172.20.0.10 (babc3499-34b6-4659-a1c7-3e703b29209b/1eb2d78b-90ec-499b-bd47-39af82428c23/38e80ebc-90b9-4664-a8b5-b860fd8e892f) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:39:44.703074 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-9638e33e-2737-4a4d-a356-83cb4841a191 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:44.743473 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-9638e33e-2737-4a4d-a356-83cb4841a191 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:44.795744 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-9638e33e-2737-4a4d-a356-83cb4841a191 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Network babc3499-34b6-4659-a1c7-3e703b29209b is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:39:44.802133 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-9638e33e-2737-4a4d-a356-83cb4841a191 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:39:44.806764 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-9638e33e-2737-4a4d-a356-83cb4841a191 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:39:44.838621 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638e33e-2737-4a4d-a356-83cb4841a191 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Pushing event updated for resources: {'Port': ['ID=38e80ebc-90b9-4664-a8b5-b860fd8e892f,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:44.877721 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-9638e33e-2737-4a4d-a356-83cb4841a191 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:44.877721 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-9638e33e-2737-4a4d-a356-83cb4841a191 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:44.909436 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-9638e33e-2737-4a4d-a356-83cb4841a191 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7321970 Nov 12 02:39:45.151498 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-28f60157-8e5f-44a5-935e-e95c1a418cf6 None None] Provisioning complete for port 38e80ebc-90b9-4664-a8b5-b860fd8e892f triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:39:45.152056 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-28f60157-8e5f-44a5-935e-e95c1a418cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:45.187825 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-28f60157-8e5f-44a5-935e-e95c1a418cf6 None None] Port 38e80ebc-90b9-4664-a8b5-b860fd8e892f cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:39:45.358376 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d7894-0ba8-467e-8430-0a7d7990291c req-4582c0b0-4a2c-4519-af6c-865d0e0f5b1d tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:45.359978 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-309d7894-0ba8-467e-8430-0a7d7990291c req-4582c0b0-4a2c-4519-af6c-865d0e0f5b1d tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 932 time: 0.0542068 Nov 12 02:39:45.411880 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-309d7894-0ba8-467e-8430-0a7d7990291c req-c145dc26-498b-480d-80d2-3959cae1de86 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431566 Nov 12 02:39:46.538910 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2aa52e-6aba-4c68-be08-72518c45ae9c req-8e964405-ae5b-448c-a4fd-0480d7a90799 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:46.541005 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cf2aa52e-6aba-4c68-be08-72518c45ae9c req-8e964405-ae5b-448c-a4fd-0480d7a90799 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 932 time: 0.0576689 Nov 12 02:39:46.596945 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cf2aa52e-6aba-4c68-be08-72518c45ae9c req-b68ae4c1-b77b-4a9a-87c8-7c7f7b0d4c7b tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498836 Nov 12 02:39:47.740151 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed6dcf-c708-4960-a5a9-cba9adbb2578 req-cf22b802-89cf-48b1-84cf-2245842ec421 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:47.741655 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c0ed6dcf-c708-4960-a5a9-cba9adbb2578 req-cf22b802-89cf-48b1-84cf-2245842ec421 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 932 time: 0.0555344 Nov 12 02:39:47.799840 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c0ed6dcf-c708-4960-a5a9-cba9adbb2578 req-a41b552a-b330-48e5-8d91-37b06fa859f4 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517898 Nov 12 02:39:48.932976 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0edcc-b203-4198-89c5-2a1e2f9aaf20 req-06d9fa7a-da59-4fe1-9f77-7a20edd89af6 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:48.934523 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-56b0edcc-b203-4198-89c5-2a1e2f9aaf20 req-06d9fa7a-da59-4fe1-9f77-7a20edd89af6 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 932 time: 0.0583432 Nov 12 02:39:48.997278 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-56b0edcc-b203-4198-89c5-2a1e2f9aaf20 req-9079612b-b64c-40bc-a787-616df26e3a7a tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540907 Nov 12 02:39:49.386827 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:50.128546 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bdaa6-48b2-46b1-b6cb-5ce5d69a9332 req-69adf95b-5598-443e-8291-6d9aba5faf4d tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:50.131270 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f57bdaa6-48b2-46b1-b6cb-5ce5d69a9332 req-69adf95b-5598-443e-8291-6d9aba5faf4d tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 932 time: 0.0573106 Nov 12 02:39:50.183841 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f57bdaa6-48b2-46b1-b6cb-5ce5d69a9332 req-db0ef8f7-d4ca-4e8e-9ed0-02417de26b53 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462584 Nov 12 02:39:51.313178 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d35865-0817-43b3-874d-3238f98da8f9 req-23befcc5-d9b9-49d3-ad68-a8fa970ba0d6 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:51.315836 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-64d35865-0817-43b3-874d-3238f98da8f9 req-23befcc5-d9b9-49d3-ad68-a8fa970ba0d6 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 932 time: 0.0552857 Nov 12 02:39:51.374659 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-64d35865-0817-43b3-874d-3238f98da8f9 req-8fa7296e-0aab-43fd-9fdc-42875e3294cc tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521736 Nov 12 02:39:52.517147 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f2f13-a6cf-4489-a729-2565691c4634 req-c83a4427-ff84-4cb4-acf8-a457354afc0b tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:52.518873 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-125f2f13-a6cf-4489-a729-2565691c4634 req-c83a4427-ff84-4cb4-acf8-a457354afc0b tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 932 time: 0.0579576 Nov 12 02:39:52.570312 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-125f2f13-a6cf-4489-a729-2565691c4634 req-d3f325b7-857a-483d-9c66-dd3f55575502 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447278 Nov 12 02:39:53.727521 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d787bd-c770-43be-855a-863ebd7b2d48 req-05c25a11-c8eb-4373-90cb-a135d679c376 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:53.729182 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-22d787bd-c770-43be-855a-863ebd7b2d48 req-05c25a11-c8eb-4373-90cb-a135d679c376 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 932 time: 0.0853488 Nov 12 02:39:53.784162 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-22d787bd-c770-43be-855a-863ebd7b2d48 req-24ac1f96-d584-492b-adaa-e2be24fe3596 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463669 Nov 12 02:39:54.906477 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14e80d-0bee-478a-affb-4f48f25b76db req-88249994-07f2-4e32-8e9c-280f63a991ed tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:54.908088 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3d14e80d-0bee-478a-affb-4f48f25b76db req-88249994-07f2-4e32-8e9c-280f63a991ed tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 932 time: 0.0536072 Nov 12 02:39:54.956848 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3d14e80d-0bee-478a-affb-4f48f25b76db req-13e9ad6b-a80c-4e62-9fb2-613d83ea62be tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427744 Nov 12 02:39:56.074396 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdac7f8-8c37-49d0-89b9-a7e3675f569f req-6e5d048f-64f3-4afb-8587-a528019f0b2e tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:56.075939 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6bdac7f8-8c37-49d0-89b9-a7e3675f569f req-6e5d048f-64f3-4afb-8587-a528019f0b2e tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 932 time: 0.0516236 Nov 12 02:39:56.124721 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6bdac7f8-8c37-49d0-89b9-a7e3675f569f req-3341ccfe-9ecd-4048-a3de-35861e6bc561 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427401 Nov 12 02:39:57.242174 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd65fbd-f1d7-478c-b30f-b120bb8266b0 req-57d4e4d6-87b7-40fb-befa-ddc84b9e64af tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:57.243971 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ebd65fbd-f1d7-478c-b30f-b120bb8266b0 req-57d4e4d6-87b7-40fb-befa-ddc84b9e64af tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 932 time: 0.0491204 Nov 12 02:39:57.296813 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ebd65fbd-f1d7-478c-b30f-b120bb8266b0 req-601d2264-2f9d-4c68-a688-31ca24e32010 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466280 Nov 12 02:39:57.413612 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] Request body: {'port': {'device_id': 'bdc0df28-0c70-4056-8f47-74774e043cba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:39:57.467722 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:57.736668 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e80ebc-90b9-4664-a8b5-b860fd8e892f {{(pid=101678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:39:57.749342 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:57.768452 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] Transition to ACTIVE for port object 38e80ebc-90b9-4664-a8b5-b860fd8e892f will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:39:57.773134 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25342661'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:57.826631 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] Pushing event updated for resources: {'Port': ['ID=38e80ebc-90b9-4664-a8b5-b860fd8e892f,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:57.900027 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] Attempting to bind port 38e80ebc-90b9-4664-a8b5-b860fd8e892f on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:39:57.900364 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] Attempting to bind port 38e80ebc-90b9-4664-a8b5-b860fd8e892f by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'd4228465-5f81-484b-9303-d5b49ef10648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:39:57.900688 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] Attempting to bind port 38e80ebc-90b9-4664-a8b5-b860fd8e892f on network babc3499-34b6-4659-a1c7-3e703b29209b {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:39:57.905882 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] Port 38e80ebc-90b9-4664-a8b5-b860fd8e892f on network babc3499-34b6-4659-a1c7-3e703b29209b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:39:57.906203 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] Attempting to bind port 38e80ebc-90b9-4664-a8b5-b860fd8e892f on network babc3499-34b6-4659-a1c7-3e703b29209b {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:39:57.912108 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] Checking agent: {'id': '0f3aff68-05a9-47a7-920b-43a2694f0a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:39:57.912446 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] Checking segment: {'id': 'd4228465-5f81-484b-9303-d5b49ef10648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:39:57.912831 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] Bound using segment: {'id': 'd4228465-5f81-484b-9303-d5b49ef10648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:39:57.913273 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] Bound port: 38e80ebc-90b9-4664-a8b5-b860fd8e892f, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4228465-5f81-484b-9303-d5b49ef10648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:39:57.913626 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:57.985031 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] For port 38e80ebc-90b9-4664-a8b5-b860fd8e892f, host hv-cinder-80857, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:39:57.988967 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] For port 38e80ebc-90b9-4664-a8b5-b860fd8e892f, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=38e80ebc-90b9-4664-a8b5-b860fd8e892f,segment=NetworkSegment(d4228465-5f81-484b-9303-d5b49ef10648),segment_id=d4228465-5f81-484b-9303-d5b49ef10648)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:39:57.994099 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25342661'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:58.029375 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:58.029996 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:58.031454 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] 10.222.0.65 "PUT /v2.0/ports/38e80ebc-90b9-4664-a8b5-b860fd8e892f HTTP/1.1" status: 200 len: 1094 time: 0.6226449 Nov 12 02:39:58.031902 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc0df28-0c70-4056-8f47-74774e043cba', 'tag': '38e80ebc-90b9-4664-a8b5-b860fd8e892f'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:39:58.034885 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f9afcd-725d-40d9-a8aa-e7ef093e9288" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc0df28-0c70-4056-8f47-74774e043cba", "tag": "38e80ebc-90b9-4664-a8b5-b860fd8e892f"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:39:58.069695 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bc89d-d3e1-486a-a391-5b86f5e857c1 service neutron] Pushing event updated for resources: {'Port': ['ID=38e80ebc-90b9-4664-a8b5-b860fd8e892f,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:39:58.075248 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79eaeb21-6d8b-423f-a07a-c54f19c58c71 x-openstack-request-id: req-79eaeb21-6d8b-423f-a07a-c54f19c58c71 {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:39:58.075696 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc0df28-0c70-4056-8f47-74774e043cba", "tag": "38e80ebc-90b9-4664-a8b5-b860fd8e892f", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:39:58.076069 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-79eaeb21-6d8b-423f-a07a-c54f19c58c71 {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:39:58.076798 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc0df28-0c70-4056-8f47-74774e043cba', 'tag': '38e80ebc-90b9-4664-a8b5-b860fd8e892f', 'status': 'completed', 'code': 200} Nov 12 02:39:58.218784 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9afcd-725d-40d9-a8aa-e7ef093e9288 req-c78e0b4a-16d4-40f9-9d21-cd5402f36855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:58.220360 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-64f9afcd-725d-40d9-a8aa-e7ef093e9288 req-c78e0b4a-16d4-40f9-9d21-cd5402f36855 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c863d2b5a6444d01a46426976b87632b&device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 1097 time: 0.0512760 Nov 12 02:39:58.339426 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9afcd-725d-40d9-a8aa-e7ef093e9288 req-116a64f6-f0de-4798-9b32-35714eb837e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:58.340967 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-64f9afcd-725d-40d9-a8aa-e7ef093e9288 req-116a64f6-f0de-4798-9b32-35714eb837e4 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=c863d2b5a6444d01a46426976b87632b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1060734 Nov 12 02:39:58.474559 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b220d-8fcb-4f06-b3e7-7c5b6409006d req-fd19511c-9c06-4ef9-8383-cc761a58aace tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:58.476105 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-653b220d-8fcb-4f06-b3e7-7c5b6409006d req-fd19511c-9c06-4ef9-8383-cc761a58aace tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 944 time: 0.1093774 Nov 12 02:39:58.479113 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9afcd-725d-40d9-a8aa-e7ef093e9288 req-8d158644-81cc-41f0-b51f-20a46b09f182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:58.480507 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-64f9afcd-725d-40d9-a8aa-e7ef093e9288 req-8d158644-81cc-41f0-b51f-20a46b09f182 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1326542 Nov 12 02:39:58.528627 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-653b220d-8fcb-4f06-b3e7-7c5b6409006d req-6e13c149-f6f3-4709-a688-b075878b3f4c tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463254 Nov 12 02:39:58.581753 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-60496d84-b220-4cad-9672-1243b577f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:58.583210 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-60496d84-b220-4cad-9672-1243b577f0fd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c863d2b5a6444d01a46426976b87632b&device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 1097 time: 0.0427141 Nov 12 02:39:58.633617 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-ed78a097-2420-4ef0-9bab-3f0531ab1668 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38e80ebc-90b9-4664-a8b5-b860fd8e892f HTTP/1.1" status: 200 len: 217 time: 0.0362849 Nov 12 02:39:58.688426 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-55a6b468-ec47-464a-a261-1ee74cfbdf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:58.690477 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-55a6b468-ec47-464a-a261-1ee74cfbdf15 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eb2d78b-90ec-499b-bd47-39af82428c23 HTTP/1.1" status: 200 len: 853 time: 0.0505054 Nov 12 02:39:58.735160 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-7ece5616-9e7f-4023-86a4-7be1efdb6f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:58.737324 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-7ece5616-9e7f-4023-86a4-7be1efdb6f45 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=babc3499-34b6-4659-a1c7-3e703b29209b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398047 Nov 12 02:39:58.833989 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-8a0dd5a2-4c93-418c-b708-baa9b0551530 service neutron] 10.222.0.65 "GET /v2.0/networks/babc3499-34b6-4659-a1c7-3e703b29209b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891426 Nov 12 02:39:58.925567 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ebbd63d3-7009-4ee4-b903-4bb9839b68ff req-3ecbffb6-7fc2-4f08-85f6-5c636c2891ee service neutron] 10.222.0.65 "GET /v2.0/networks/babc3499-34b6-4659-a1c7-3e703b29209b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846221 Nov 12 02:39:59.650149 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc13f5-efb7-4b8c-acf9-9835fecc945f req-d30aa702-2a79-489d-9d57-da23970e00ae tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:39:59.651711 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e9dc13f5-efb7-4b8c-acf9-9835fecc945f req-d30aa702-2a79-489d-9d57-da23970e00ae tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 944 time: 0.0510476 Nov 12 02:39:59.706101 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e9dc13f5-efb7-4b8c-acf9-9835fecc945f req-776ad910-f2d9-4f32-98df-c28b2d5e27c6 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478823 Nov 12 02:40:00.333457 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-3e4c324f-706a-486c-8598-2391db0339a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:00.835605 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb3e67-b17d-4383-ab9b-ed7aa0899c9b req-b7aa8d7e-a667-474b-a148-0aa729935577 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:00.837119 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0bfb3e67-b17d-4383-ab9b-ed7aa0899c9b req-b7aa8d7e-a667-474b-a148-0aa729935577 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 944 time: 0.0515883 Nov 12 02:40:00.889237 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0bfb3e67-b17d-4383-ab9b-ed7aa0899c9b req-487cd4a8-85de-4861-b5d0-92a24f389c44 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461643 Nov 12 02:40:01.749658 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 38e80ebc-90b9-4664-a8b5-b860fd8e892f details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:40:01.849416 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 38e80ebc-90b9-4664-a8b5-b860fd8e892f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=38e80ebc-90b9-4664-a8b5-b860fd8e892f,segment=NetworkSegment(d4228465-5f81-484b-9303-d5b49ef10648),segment_id=d4228465-5f81-484b-9303-d5b49ef10648)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:40:01.860364 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': '38e80ebc-90b9-4664-a8b5-b860fd8e892f', 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b', 'port_id': '38e80ebc-90b9-4664-a8b5-b860fd8e892f', 'mac_address': 'fa:16:3e:57:0f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:40:01.898153 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:01.911740 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e80ebc-90b9-4664-a8b5-b860fd8e892f {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:40:01.933494 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 38e80ebc-90b9-4664-a8b5-b860fd8e892f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=38e80ebc-90b9-4664-a8b5-b860fd8e892f,segment=NetworkSegment(d4228465-5f81-484b-9303-d5b49ef10648),segment_id=d4228465-5f81-484b-9303-d5b49ef10648)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:40:01.937614 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:01.988949 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=38e80ebc-90b9-4664-a8b5-b860fd8e892f,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:40:02.007844 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841de335-96ca-46a8-a380-ad965b36f0f1 req-26ba7d50-6f54-40de-92c6-8b3587d23dea tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:02.009292 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-841de335-96ca-46a8-a380-ad965b36f0f1 req-26ba7d50-6f54-40de-92c6-8b3587d23dea tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 945 time: 0.0506458 Nov 12 02:40:02.057525 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-841de335-96ca-46a8-a380-ad965b36f0f1 req-5b89f5c2-867c-4387-8872-d9cb1b6eaeec tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422351 Nov 12 02:40:02.376296 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['38e80ebc-90b9-4664-a8b5-b860fd8e892f'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:40:02.676493 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-16f22eb1-b20c-47a3-a2c6-09929cab9807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:03.176922 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb5c78-c32e-43cc-a3cd-7615c53b577d req-8a5e07a8-dd91-4556-86f6-760f054db6a8 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:03.178434 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dedb5c78-c32e-43cc-a3cd-7615c53b577d req-8a5e07a8-dd91-4556-86f6-760f054db6a8 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 945 time: 0.0535207 Nov 12 02:40:03.228283 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-dedb5c78-c32e-43cc-a3cd-7615c53b577d req-52c77155-1d6f-43ba-b6bc-3ad6016c975a tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417721 Nov 12 02:40:03.764819 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 38e80ebc-90b9-4664-a8b5-b860fd8e892f up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:40:03.814464 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning for port 38e80ebc-90b9-4664-a8b5-b860fd8e892f completed by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:40:03.818419 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port 38e80ebc-90b9-4664-a8b5-b860fd8e892f triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:40:03.818821 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:03.868801 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:03.910248 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:03.937311 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc0df28-0c70-4056-8f47-74774e043cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e80ebc-90b9-4664-a8b5-b860fd8e892f'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:40:03.939653 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e908a4-bfbe-4028-81da-f393044bb197" -d '{"events": [{"server_uuid": "bdc0df28-0c70-4056-8f47-74774e043cba", "name": "network-vif-plugged", "status": "completed", "tag": "38e80ebc-90b9-4664-a8b5-b860fd8e892f"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:40:03.952534 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 38e80ebc-90b9-4664-a8b5-b860fd8e892f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=38e80ebc-90b9-4664-a8b5-b860fd8e892f,segment=NetworkSegment(d4228465-5f81-484b-9303-d5b49ef10648),segment_id=d4228465-5f81-484b-9303-d5b49ef10648)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:40:03.958632 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:03.986328 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c5ad5e-406d-4259-a051-3a17b8ae6ce3 x-openstack-request-id: req-12c5ad5e-406d-4259-a051-3a17b8ae6ce3 {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:40:03.986619 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc0df28-0c70-4056-8f47-74774e043cba", "name": "network-vif-plugged", "status": "completed", "tag": "38e80ebc-90b9-4664-a8b5-b860fd8e892f", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:40:03.986895 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-12c5ad5e-406d-4259-a051-3a17b8ae6ce3 {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:40:03.987285 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc0df28-0c70-4056-8f47-74774e043cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e80ebc-90b9-4664-a8b5-b860fd8e892f', 'code': 200} Nov 12 02:40:04.028777 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=38e80ebc-90b9-4664-a8b5-b860fd8e892f,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:40:04.203454 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e927363-e613-49d2-a677-2fbb2716cb46 req-431b4f3b-ad7a-4121-b8cd-6206347b0251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:04.205077 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4e927363-e613-49d2-a677-2fbb2716cb46 req-431b4f3b-ad7a-4121-b8cd-6206347b0251 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 1099 time: 0.0408494 Nov 12 02:40:04.251055 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4e927363-e613-49d2-a677-2fbb2716cb46 req-5e92d8f1-7102-46a0-86a0-aaf3fc94d550 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389850 Nov 12 02:40:04.357796 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ba0ef-ba1c-40ce-afb3-d994142407e4 req-75364cf4-cc78-4b32-b095-c25b9e4df055 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:04.359359 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-248ba0ef-ba1c-40ce-afb3-d994142407e4 req-75364cf4-cc78-4b32-b095-c25b9e4df055 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 946 time: 0.0491002 Nov 12 02:40:04.414568 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-248ba0ef-ba1c-40ce-afb3-d994142407e4 req-1fcf6675-b8af-46ad-a1d4-de31d20d0579 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471513 Nov 12 02:40:05.360204 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:05.531051 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375b8a4-367b-4ea9-af71-3c5af9847668 req-3875b558-ba67-4bc7-81ab-d38a9fa6d795 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:05.532941 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3375b8a4-367b-4ea9-af71-3c5af9847668 req-3875b558-ba67-4bc7-81ab-d38a9fa6d795 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 946 time: 0.0501101 Nov 12 02:40:05.588543 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3375b8a4-367b-4ea9-af71-3c5af9847668 req-48841d7b-337d-4c0b-9b09-0db7ee741307 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495670 Nov 12 02:40:05.923504 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:06.709146 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff84e0-5be2-40c7-b6e1-7b636f383c6f req-6e6307b5-f135-4134-a125-f540a58913ee tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:06.710702 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-02ff84e0-5be2-40c7-b6e1-7b636f383c6f req-6e6307b5-f135-4134-a125-f540a58913ee tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 946 time: 0.0526094 Nov 12 02:40:06.762166 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-02ff84e0-5be2-40c7-b6e1-7b636f383c6f req-f5245dbd-f609-46a3-87b7-bf35f251dec8 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455344 Nov 12 02:40:06.879448 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd12c07-6f53-43d2-be6e-be7ccbf351ed req-38be264e-a862-4e07-aa74-770e4c728d3b tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:06.880856 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0fd12c07-6f53-43d2-be6e-be7ccbf351ed req-38be264e-a862-4e07-aa74-770e4c728d3b tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 946 time: 0.0536265 Nov 12 02:40:06.931680 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0fd12c07-6f53-43d2-be6e-be7ccbf351ed req-e4fba223-f353-4255-bdbe-b74a767cb0f2 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449057 Nov 12 02:40:07.262887 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb8b48-df8e-440f-bf58-3844d127ef49 req-61a52075-cb2e-436e-b22f-c38367f3ac6e tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:07.264387 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d1bb8b48-df8e-440f-bf58-3844d127ef49 req-61a52075-cb2e-436e-b22f-c38367f3ac6e tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 946 time: 0.0501485 Nov 12 02:40:07.313055 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d1bb8b48-df8e-440f-bf58-3844d127ef49 req-a251b033-c1e1-4e50-b913-4138615bb4a9 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425045 Nov 12 02:40:16.697695 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d56c77-e6c3-4587-82bf-0fcfe9c84b78 req-398e63fb-1e1f-423b-b287-c51ab27af360 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:16.699257 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d3d56c77-e6c3-4587-82bf-0fcfe9c84b78 req-398e63fb-1e1f-423b-b287-c51ab27af360 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 946 time: 0.0546010 Nov 12 02:40:16.748008 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d3d56c77-e6c3-4587-82bf-0fcfe9c84b78 req-a9c02999-d81b-4db9-a3ab-88f79cca7ea9 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424247 Nov 12 02:40:16.770715 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 50808) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:40:16.906167 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d04cf8-9c79-433e-85d6-f4ef5a85b9df tempest-TestMinimumBasicScenario-116877735 tempest-TestMinimumBasicScenario-116877735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:16.908345 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-33d04cf8-9c79-433e-85d6-f4ef5a85b9df tempest-TestMinimumBasicScenario-116877735 tempest-TestMinimumBasicScenario-116877735-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 1094 time: 0.1365499 Nov 12 02:40:16.911266 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 50812) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:40:16.915688 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-bf0b408d-032a-401d-b10b-e75ffae47388 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Request body: {'floatingip': {'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'port_id': '38e80ebc-90b9-4664-a8b5-b860fd8e892f', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:40:16.938281 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bf0b408d-032a-401d-b10b-e75ffae47388 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for floatingip, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:17.037053 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bf0b408d-032a-401d-b10b-e75ffae47388 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:17.138233 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-bf0b408d-032a-401d-b10b-e75ffae47388 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Allocated IP 172.27.2.20 (3c7696da-eba1-40bc-922c-d91bed889fdf/d5dec2f9-f4c7-48bf-8714-a16e67e9832d/65b81a95-de08-4ea9-897b-5920143af5b8) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:40:17.246351 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bf0b408d-032a-401d-b10b-e75ffae47388 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:17.283166 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bf0b408d-032a-401d-b10b-e75ffae47388 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:17.328365 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0b408d-032a-401d-b10b-e75ffae47388 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Network 3c7696da-eba1-40bc-922c-d91bed889fdf is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:40:17.331866 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-bf0b408d-032a-401d-b10b-e75ffae47388 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:40:17.336337 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0b408d-032a-401d-b10b-e75ffae47388 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:40:17.339383 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b408d-032a-401d-b10b-e75ffae47388 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Pushing event updated for resources: {'Port': ['ID=65b81a95-de08-4ea9-897b-5920143af5b8,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:40:17.955138 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bf0b408d-032a-401d-b10b-e75ffae47388 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:18.028611 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bf0b408d-032a-401d-b10b-e75ffae47388 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:18.184621 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bf0b408d-032a-401d-b10b-e75ffae47388 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:18.190781 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bf0b408d-032a-401d-b10b-e75ffae47388 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589425'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:18.259899 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b408d-032a-401d-b10b-e75ffae47388 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Pushing event updated for resources: {'Port': ['ID=65b81a95-de08-4ea9-897b-5920143af5b8,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:40:18.273758 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bf0b408d-032a-401d-b10b-e75ffae47388 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661460'] for floatingip, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:18.376453 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.db.l3_db [None req-bf0b408d-032a-401d-b10b-e75ffae47388 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Floating IP e3db8c16-c445-40e5-8e72-deae2801f2da associated. External IP: 172.27.2.20, port: 38e80ebc-90b9-4664-a8b5-b860fd8e892f. Nov 12 02:40:18.586380 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0b408d-032a-401d-b10b-e75ffae47388 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Router e459665b-ed60-4085-afac-2823caafe194 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:40:18.702655 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0b408d-032a-401d-b10b-e75ffae47388 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:40:18.714125 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05964514-b968-404e-a00a-cb7678802a2f None None] Sync routers for ids ['e459665b-ed60-4085-afac-2823caafe194'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:40:18.723067 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-bf0b408d-032a-401d-b10b-e75ffae47388 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for floatingip, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:18.725980 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05964514-b968-404e-a00a-cb7678802a2f None None] Routers {'e459665b-ed60-4085-afac-2823caafe194'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:40:18.726620 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-05964514-b968-404e-a00a-cb7678802a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:40:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['e459665b-ed60-4085-afac-2823caafe194'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:40:18.751203 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-bf0b408d-032a-401d-b10b-e75ffae47388 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8388352 Nov 12 02:40:18.751792 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc0df28-0c70-4056-8f47-74774e043cba', 'tag': '38e80ebc-90b9-4664-a8b5-b860fd8e892f'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:40:18.754222 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f05ad63-6553-4996-86f7-5a040482b27a" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc0df28-0c70-4056-8f47-74774e043cba", "tag": "38e80ebc-90b9-4664-a8b5-b860fd8e892f"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:40:18.754497 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 50814) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:40:18.759564 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-533c91de-6dfd-483d-9158-6cc07764228f tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-954143246', 'description': 'tempest-secgroup-smoke-954143246 description', 'project_id': 'c863d2b5a6444d01a46426976b87632b'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:40:18.793951 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-533c91de-6dfd-483d-9158-6cc07764228f tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:18.801467 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fa3db7-69c3-4878-be5f-b23210cbc3e6 x-openstack-request-id: req-f2fa3db7-69c3-4878-be5f-b23210cbc3e6 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:40:18.801761 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc0df28-0c70-4056-8f47-74774e043cba", "tag": "38e80ebc-90b9-4664-a8b5-b860fd8e892f", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:40:18.802017 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f2fa3db7-69c3-4878-be5f-b23210cbc3e6 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:40:18.802419 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc0df28-0c70-4056-8f47-74774e043cba', 'tag': '38e80ebc-90b9-4664-a8b5-b860fd8e892f', 'status': 'completed', 'code': 200} Nov 12 02:40:18.846027 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-05964514-b968-404e-a00a-cb7678802a2f None None] Set router e459665b-ed60-4085-afac-2823caafe194 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:40:18.901745 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-533c91de-6dfd-483d-9158-6cc07764228f tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:18.907143 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-533c91de-6dfd-483d-9158-6cc07764228f tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:18.933456 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05ad63-6553-4996-86f7-5a040482b27a req-eae75422-a80e-450c-b99a-9d0c99d2b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:18.935111 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8f05ad63-6553-4996-86f7-5a040482b27a req-eae75422-a80e-450c-b99a-9d0c99d2b452 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c863d2b5a6444d01a46426976b87632b&device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 1099 time: 0.0837736 Nov 12 02:40:18.940874 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-533c91de-6dfd-483d-9158-6cc07764228f tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:18.942081 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-533c91de-6dfd-483d-9158-6cc07764228f tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1864545 Nov 12 02:40:18.945811 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 50818) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:40:18.950830 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-a38efd11-34c6-4e20-ad17-9074a87f930c tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Request body: {'security_group_rule': {'security_group_id': 'b1e31fb8-6a09-4bfb-aea9-2d1a1cfd7556', 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:40:18.959298 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c91de-6dfd-483d-9158-6cc07764228f tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e31fb8-6a09-4bfb-aea9-2d1a1cfd7556,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:40:18.984398 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a38efd11-34c6-4e20-ad17-9074a87f930c tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.056408 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a38efd11-34c6-4e20-ad17-9074a87f930c tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.060594 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a38efd11-34c6-4e20-ad17-9074a87f930c tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.081622 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38efd11-34c6-4e20-ad17-9074a87f930c tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ffe5dc-6e95-419e-967a-b822d08c96ac,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:40:19.082453 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05ad63-6553-4996-86f7-5a040482b27a req-8c351dee-e439-4bbd-b3e1-09f879fd2a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:19.084028 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8f05ad63-6553-4996-86f7-5a040482b27a req-8c351dee-e439-4bbd-b3e1-09f879fd2a1d service neutron] 10.222.0.65 "GET /v2.0/networks?id=babc3499-34b6-4659-a1c7-3e703b29209b HTTP/1.1" status: 200 len: 915 time: 0.1366885 Nov 12 02:40:19.093483 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a38efd11-34c6-4e20-ad17-9074a87f930c tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.095945 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-a38efd11-34c6-4e20-ad17-9074a87f930c tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1487858 Nov 12 02:40:19.100223 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 50820) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:40:19.104674 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-c52523c7-2c59-45b5-ba6d-ad48c8bb3968 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Request body: {'security_group_rule': {'security_group_id': 'b1e31fb8-6a09-4bfb-aea9-2d1a1cfd7556', 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:40:19.123674 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-05964514-b968-404e-a00a-cb7678802a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e459665b-ed60-4085-afac-2823caafe194', 'name': 'tempest-TestMinimumBasicScenario-126272482-router', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:23Z', 'updated_at': '2021-11-12T02:39:26Z', 'revision_number': 4, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'gw_port': {'id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:24Z', 'updated_at': '2021-11-12T02:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': 'e3db8c16-c445-40e5-8e72-deae2801f2da', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'e459665b-ed60-4085-afac-2823caafe194', 'port_id': '38e80ebc-90b9-4664-a8b5-b860fd8e892f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b', 'mac_address': 'fa:16:3e:57:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc0df28-0c70-4056-8f47-74774e043cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:40:17Z', 'updated_at': '2021-11-12T02:40:17Z', 'revision_number': 0, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d64cf1b-fe4d-404f-8a88-a646bde64627', 'name': '', 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'mac_address': 'fa:16:3e:6e:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:25Z', 'updated_at': '2021-11-12T02:39:31Z', 'revision_number': 5, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'subnets': [{'id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:40:19.153497 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05964514-b968-404e-a00a-cb7678802a2f None None] Checking router: e459665b-ed60-4085-afac-2823caafe194 for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:40:19.163326 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05964514-b968-404e-a00a-cb7678802a2f None None] Routers {'e459665b-ed60-4085-afac-2823caafe194'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:40:19.163955 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-05964514-b968-404e-a00a-cb7678802a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:40:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['e459665b-ed60-4085-afac-2823caafe194'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:40:19.175993 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8f05ad63-6553-4996-86f7-5a040482b27a req-ead610b9-1f5d-4dc3-8844-739ac6aed400 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38e80ebc-90b9-4664-a8b5-b860fd8e892f HTTP/1.1" status: 200 len: 999 time: 0.0845666 Nov 12 02:40:19.181708 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c52523c7-2c59-45b5-ba6d-ad48c8bb3968 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.262577 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05ad63-6553-4996-86f7-5a040482b27a req-8980abb3-5c86-4dc6-a05a-a50d644c0b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:19.264113 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8f05ad63-6553-4996-86f7-5a040482b27a req-8980abb3-5c86-4dc6-a05a-a50d644c0b8a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eb2d78b-90ec-499b-bd47-39af82428c23 HTTP/1.1" status: 200 len: 853 time: 0.0796180 Nov 12 02:40:19.287493 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c52523c7-2c59-45b5-ba6d-ad48c8bb3968 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.290476 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-05964514-b968-404e-a00a-cb7678802a2f None None] Set router e459665b-ed60-4085-afac-2823caafe194 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:40:19.302499 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c52523c7-2c59-45b5-ba6d-ad48c8bb3968 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.327471 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52523c7-2c59-45b5-ba6d-ad48c8bb3968 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28198d92-6466-4cb9-bbfe-afdabdf74639,revision_number=0']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:40:19.335531 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c52523c7-2c59-45b5-ba6d-ad48c8bb3968 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.339690 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-c52523c7-2c59-45b5-ba6d-ad48c8bb3968 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2356408 Nov 12 02:40:19.339791 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 50822) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:40:19.343771 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05ad63-6553-4996-86f7-5a040482b27a req-b84358ad-42cf-4861-ac98-48cc5d78fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:19.345483 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8f05ad63-6553-4996-86f7-5a040482b27a req-b84358ad-42cf-4861-ac98-48cc5d78fa6e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=babc3499-34b6-4659-a1c7-3e703b29209b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723112 Nov 12 02:40:19.346255 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-c824cea6-933a-4254-b3b5-925c76b720bb tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Request body: {'security_group_rule': {'security_group_id': 'b1e31fb8-6a09-4bfb-aea9-2d1a1cfd7556', 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:40:19.380942 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c824cea6-933a-4254-b3b5-925c76b720bb tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.411950 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.452329 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c824cea6-933a-4254-b3b5-925c76b720bb tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.454360 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8f05ad63-6553-4996-86f7-5a040482b27a req-5d55a467-35c0-4e95-ad9c-abe4ddeaa210 service neutron] 10.222.0.65 "GET /v2.0/networks/babc3499-34b6-4659-a1c7-3e703b29209b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000524 Nov 12 02:40:19.456783 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c824cea6-933a-4254-b3b5-925c76b720bb tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.476546 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824cea6-933a-4254-b3b5-925c76b720bb tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4286241-1a29-4605-acdf-37f283f90e93,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:40:19.482443 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-c824cea6-933a-4254-b3b5-925c76b720bb tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.486991 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-c824cea6-933a-4254-b3b5-925c76b720bb tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422703 Nov 12 02:40:19.487388 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 50824) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:40:19.494023 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-1f9318b2-70ba-47f8-ab1c-5bc525bff4ce tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Request body: {'security_group_rule': {'security_group_id': 'b1e31fb8-6a09-4bfb-aea9-2d1a1cfd7556', 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:40:19.526474 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1f9318b2-70ba-47f8-ab1c-5bc525bff4ce tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.570723 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8f05ad63-6553-4996-86f7-5a040482b27a req-3f2d24de-7a2b-4955-9640-695af7097a79 service neutron] 10.222.0.65 "GET /v2.0/networks/babc3499-34b6-4659-a1c7-3e703b29209b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073906 Nov 12 02:40:19.586678 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-05964514-b968-404e-a00a-cb7678802a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e459665b-ed60-4085-afac-2823caafe194', 'name': 'tempest-TestMinimumBasicScenario-126272482-router', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:23Z', 'updated_at': '2021-11-12T02:39:26Z', 'revision_number': 4, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'gw_port': {'id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:24Z', 'updated_at': '2021-11-12T02:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': 'e3db8c16-c445-40e5-8e72-deae2801f2da', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'e459665b-ed60-4085-afac-2823caafe194', 'port_id': '38e80ebc-90b9-4664-a8b5-b860fd8e892f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b', 'mac_address': 'fa:16:3e:57:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc0df28-0c70-4056-8f47-74774e043cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:40:17Z', 'updated_at': '2021-11-12T02:40:17Z', 'revision_number': 0, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d64cf1b-fe4d-404f-8a88-a646bde64627', 'name': '', 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'mac_address': 'fa:16:3e:6e:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:25Z', 'updated_at': '2021-11-12T02:39:31Z', 'revision_number': 5, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'subnets': [{'id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:40:19.600595 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1f9318b2-70ba-47f8-ab1c-5bc525bff4ce tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.611198 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1f9318b2-70ba-47f8-ab1c-5bc525bff4ce tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.623022 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05964514-b968-404e-a00a-cb7678802a2f None None] The sync data for ids ['e459665b-ed60-4085-afac-2823caafe194'] in dv-cinder-808574-4-iscsi is: [{'id': 'e459665b-ed60-4085-afac-2823caafe194', 'name': 'tempest-TestMinimumBasicScenario-126272482-router', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:23Z', 'updated_at': '2021-11-12T02:39:26Z', 'revision_number': 4, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'gw_port': {'id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:24Z', 'updated_at': '2021-11-12T02:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': 'e3db8c16-c445-40e5-8e72-deae2801f2da', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': 'e459665b-ed60-4085-afac-2823caafe194', 'port_id': '38e80ebc-90b9-4664-a8b5-b860fd8e892f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b', 'mac_address': 'fa:16:3e:57:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc0df28-0c70-4056-8f47-74774e043cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:40:17Z', 'updated_at': '2021-11-12T02:40:17Z', 'revision_number': 0, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d64cf1b-fe4d-404f-8a88-a646bde64627', 'name': '', 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'mac_address': 'fa:16:3e:6e:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:25Z', 'updated_at': '2021-11-12T02:39:31Z', 'revision_number': 5, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'subnets': [{'id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:40:19.631830 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9318b2-70ba-47f8-ab1c-5bc525bff4ce tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415e717f-f1fc-4b63-bd86-166ee97ebb42,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:40:19.640347 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1f9318b2-70ba-47f8-ab1c-5bc525bff4ce tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.643577 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 50826) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:40:19.643914 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-1f9318b2-70ba-47f8-ab1c-5bc525bff4ce tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1552267 Nov 12 02:40:19.649242 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-d2eaa759-fac9-4c5d-82ed-d3f6504f6348 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Request body: {'security_group_rule': {'security_group_id': 'b1e31fb8-6a09-4bfb-aea9-2d1a1cfd7556', 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:40:19.675914 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.securitygroups_db [None req-d2eaa759-fac9-4c5d-82ed-d3f6504f6348 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Project c863d2b5a6444d01a46426976b87632b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:40:19.679067 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa759-fac9-4c5d-82ed-d3f6504f6348 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.743285 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa759-fac9-4c5d-82ed-d3f6504f6348 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.752124 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa759-fac9-4c5d-82ed-d3f6504f6348 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.773255 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eaa759-fac9-4c5d-82ed-d3f6504f6348 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4412c50e-cc31-4dd5-9406-1371855ab819,revision_number=0']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:40:19.784500 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-d2eaa759-fac9-4c5d-82ed-d3f6504f6348 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.785759 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-d2eaa759-fac9-4c5d-82ed-d3f6504f6348 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1408427 Nov 12 02:40:19.788621 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 50828) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:40:19.793448 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-2c771795-1585-4fe6-8ffe-eaf78a00b486 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Request body: {'security_group_rule': {'security_group_id': 'b1e31fb8-6a09-4bfb-aea9-2d1a1cfd7556', 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:40:19.821655 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.db.securitygroups_db [None req-2c771795-1585-4fe6-8ffe-eaf78a00b486 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Project c863d2b5a6444d01a46426976b87632b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:40:19.827728 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2c771795-1585-4fe6-8ffe-eaf78a00b486 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.832235 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555bd1c8-587e-4cef-a2ad-9efe15bb6a12 None None] New status for floating IP e3db8c16-c445-40e5-8e72-deae2801f2da: ACTIVE {{(pid=101680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:40:19.899751 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2c771795-1585-4fe6-8ffe-eaf78a00b486 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.904969 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2c771795-1585-4fe6-8ffe-eaf78a00b486 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.924997 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c771795-1585-4fe6-8ffe-eaf78a00b486 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f7e643-083c-417f-9f16-ddf7b91f038c,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:40:19.931739 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-2c771795-1585-4fe6-8ffe-eaf78a00b486 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:19.933198 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-2c771795-1585-4fe6-8ffe-eaf78a00b486 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1434536 Nov 12 02:40:20.056025 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5c5a71a9-adbc-4fab-8269-d11858ac0f9c req-258ebf3b-ea45-41d1-9fa6-79972eb14e62 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-954143246&fields=id&tenant_id=c863d2b5a6444d01a46426976b87632b HTTP/1.1" status: 200 len: 267 time: 0.0738976 Nov 12 02:40:20.108356 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a71a9-adbc-4fab-8269-d11858ac0f9c req-472f8a1a-904b-4720-97f7-0f3ef7f7c8ed tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:20.109817 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5c5a71a9-adbc-4fab-8269-d11858ac0f9c req-472f8a1a-904b-4720-97f7-0f3ef7f7c8ed tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 946 time: 0.0480883 Nov 12 02:40:20.121566 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [req-5c5a71a9-adbc-4fab-8269-d11858ac0f9c req-10b0a858-843a-4823-a826-3e10b10de058 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Request body: {'port': {'security_groups': ['b330e2c2-b611-4bd1-8991-7a1191be834c', 'b1e31fb8-6a09-4bfb-aea9-2d1a1cfd7556']}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:40:20.184723 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-5c5a71a9-adbc-4fab-8269-d11858ac0f9c req-10b0a858-843a-4823-a826-3e10b10de058 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:20.390341 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-5c5a71a9-adbc-4fab-8269-d11858ac0f9c req-10b0a858-843a-4823-a826-3e10b10de058 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] For port 38e80ebc-90b9-4664-a8b5-b860fd8e892f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=38e80ebc-90b9-4664-a8b5-b860fd8e892f,segment=NetworkSegment(d4228465-5f81-484b-9303-d5b49ef10648),segment_id=d4228465-5f81-484b-9303-d5b49ef10648)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:40:20.420199 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-5c5a71a9-adbc-4fab-8269-d11858ac0f9c req-10b0a858-843a-4823-a826-3e10b10de058 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:20.425599 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-5c5a71a9-adbc-4fab-8269-d11858ac0f9c req-10b0a858-843a-4823-a826-3e10b10de058 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25342661'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:20.461048 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['38e80ebc-90b9-4664-a8b5-b860fd8e892f'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:40:20.473784 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a71a9-adbc-4fab-8269-d11858ac0f9c req-10b0a858-843a-4823-a826-3e10b10de058 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:20.474432 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-5c5a71a9-adbc-4fab-8269-d11858ac0f9c req-10b0a858-843a-4823-a826-3e10b10de058 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:20.475921 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5c5a71a9-adbc-4fab-8269-d11858ac0f9c req-10b0a858-843a-4823-a826-3e10b10de058 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "PUT /v2.0/ports/38e80ebc-90b9-4664-a8b5-b860fd8e892f HTTP/1.1" status: 200 len: 982 time: 0.3590364 Nov 12 02:40:20.476391 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc0df28-0c70-4056-8f47-74774e043cba', 'tag': '38e80ebc-90b9-4664-a8b5-b860fd8e892f'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:40:20.478659 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525823b8-13d4-47a9-a4f9-130c6000308f" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc0df28-0c70-4056-8f47-74774e043cba", "tag": "38e80ebc-90b9-4664-a8b5-b860fd8e892f"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:40:20.512626 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0a858-843a-4823-a826-3e10b10de058 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Pushing event updated for resources: {'Port': ['ID=38e80ebc-90b9-4664-a8b5-b860fd8e892f,revision_number=6']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:40:20.542678 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67e5322-5b6e-47a7-a0f1-3fc4e06e4fb5 x-openstack-request-id: req-b67e5322-5b6e-47a7-a0f1-3fc4e06e4fb5 {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:40:20.543052 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc0df28-0c70-4056-8f47-74774e043cba", "tag": "38e80ebc-90b9-4664-a8b5-b860fd8e892f", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:40:20.543374 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b67e5322-5b6e-47a7-a0f1-3fc4e06e4fb5 {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:40:20.544502 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc0df28-0c70-4056-8f47-74774e043cba', 'tag': '38e80ebc-90b9-4664-a8b5-b860fd8e892f', 'status': 'completed', 'code': 200} Nov 12 02:40:20.608447 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:40:20.624205 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['38e80ebc-90b9-4664-a8b5-b860fd8e892f'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:40:20.652744 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2147c2c-2e7c-4a96-8759-3a9d8aa7aa41 req-32898337-cab7-43bd-91e5-47be762523d0 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:20.654350 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d2147c2c-2e7c-4a96-8759-3a9d8aa7aa41 req-32898337-cab7-43bd-91e5-47be762523d0 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 985 time: 0.0970612 Nov 12 02:40:20.660358 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525823b8-13d4-47a9-a4f9-130c6000308f req-7f74e3c8-4fb3-447c-b7fd-a545bbbe3fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:20.661879 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-525823b8-13d4-47a9-a4f9-130c6000308f req-7f74e3c8-4fb3-447c-b7fd-a545bbbe3fb4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c863d2b5a6444d01a46426976b87632b&device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 1138 time: 0.0693088 Nov 12 02:40:20.786838 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d2147c2c-2e7c-4a96-8759-3a9d8aa7aa41 req-a5534438-a84c-47a4-843c-9e4b2ce080af tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&id=b1e31fb8-6a09-4bfb-aea9-2d1a1cfd7556&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1237776 Nov 12 02:40:20.811102 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525823b8-13d4-47a9-a4f9-130c6000308f req-1e7490a5-3c70-43eb-b038-7eca579f7f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:20.811102 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-525823b8-13d4-47a9-a4f9-130c6000308f req-1e7490a5-3c70-43eb-b038-7eca579f7f52 service neutron] 10.222.0.65 "GET /v2.0/networks?id=babc3499-34b6-4659-a1c7-3e703b29209b HTTP/1.1" status: 200 len: 915 time: 0.1393960 Nov 12 02:40:20.841960 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-346edc34-b86d-4b1e-90c2-0e0870071ac0 None None] Provisioning complete for port 38e80ebc-90b9-4664-a8b5-b860fd8e892f triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:40:20.842327 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-346edc34-b86d-4b1e-90c2-0e0870071ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:20.883837 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-525823b8-13d4-47a9-a4f9-130c6000308f req-f2f60b56-f7a9-49fc-a116-8669cd385b26 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38e80ebc-90b9-4664-a8b5-b860fd8e892f HTTP/1.1" status: 200 len: 1001 time: 0.0655680 Nov 12 02:40:20.942615 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525823b8-13d4-47a9-a4f9-130c6000308f req-ff7ec64f-a347-4e02-9b94-3524b391ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:20.944123 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-525823b8-13d4-47a9-a4f9-130c6000308f req-ff7ec64f-a347-4e02-9b94-3524b391ac3e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eb2d78b-90ec-499b-bd47-39af82428c23 HTTP/1.1" status: 200 len: 853 time: 0.0527356 Nov 12 02:40:20.990004 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525823b8-13d4-47a9-a4f9-130c6000308f req-4cc0a858-edff-4650-868b-6ea96c20dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:20.991567 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-525823b8-13d4-47a9-a4f9-130c6000308f req-4cc0a858-edff-4650-868b-6ea96c20dc7a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=babc3499-34b6-4659-a1c7-3e703b29209b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407178 Nov 12 02:40:21.087262 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-525823b8-13d4-47a9-a4f9-130c6000308f req-0f653fa8-8256-475c-9fd5-8a2c7d3ff5c7 service neutron] 10.222.0.65 "GET /v2.0/networks/babc3499-34b6-4659-a1c7-3e703b29209b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886538 Nov 12 02:40:21.179617 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-525823b8-13d4-47a9-a4f9-130c6000308f req-949aab43-4058-4c33-af59-1267faf33005 service neutron] 10.222.0.65 "GET /v2.0/networks/babc3499-34b6-4659-a1c7-3e703b29209b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853925 Nov 12 02:40:28.567485 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-70ed6eb2-5165-486e-b24e-03fa97b26926 req-5c35d41e-e8d6-44b9-aa2d-b955610c548d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418897 Nov 12 02:40:28.681494 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed6eb2-5165-486e-b24e-03fa97b26926 req-c71b9072-7ce2-4a34-a2fd-0ef870fc9618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:28.683049 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-70ed6eb2-5165-486e-b24e-03fa97b26926 req-c71b9072-7ce2-4a34-a2fd-0ef870fc9618 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c863d2b5a6444d01a46426976b87632b&device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 1138 time: 0.0460916 Nov 12 02:40:28.796271 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed6eb2-5165-486e-b24e-03fa97b26926 req-2d1adcca-0d96-4d77-b505-b594d618d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:28.798571 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-70ed6eb2-5165-486e-b24e-03fa97b26926 req-2d1adcca-0d96-4d77-b505-b594d618d466 service neutron] 10.222.0.65 "GET /v2.0/networks?id=babc3499-34b6-4659-a1c7-3e703b29209b HTTP/1.1" status: 200 len: 915 time: 0.0944037 Nov 12 02:40:28.869972 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-70ed6eb2-5165-486e-b24e-03fa97b26926 req-4b053e99-efd7-410b-b640-16cdc69ee43a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38e80ebc-90b9-4664-a8b5-b860fd8e892f HTTP/1.1" status: 200 len: 1001 time: 0.0640886 Nov 12 02:40:28.923827 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed6eb2-5165-486e-b24e-03fa97b26926 req-d5deb686-a533-4ae4-be38-c031468ad19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:28.925305 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-70ed6eb2-5165-486e-b24e-03fa97b26926 req-d5deb686-a533-4ae4-be38-c031468ad19c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eb2d78b-90ec-499b-bd47-39af82428c23 HTTP/1.1" status: 200 len: 853 time: 0.0485666 Nov 12 02:40:28.971772 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed6eb2-5165-486e-b24e-03fa97b26926 req-a2372d64-60ce-431d-864e-caa46bdfd40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:40:28.973590 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-70ed6eb2-5165-486e-b24e-03fa97b26926 req-a2372d64-60ce-431d-864e-caa46bdfd40a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=babc3499-34b6-4659-a1c7-3e703b29209b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414259 Nov 12 02:40:29.351149 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-70ed6eb2-5165-486e-b24e-03fa97b26926 req-abd97dba-47a3-4609-87d7-3087b822ef6d service neutron] 10.222.0.65 "GET /v2.0/networks/babc3499-34b6-4659-a1c7-3e703b29209b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692708 Nov 12 02:40:29.442400 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-70ed6eb2-5165-486e-b24e-03fa97b26926 req-763d0a45-31a6-47bc-8d13-415f77fa011d service neutron] 10.222.0.65 "GET /v2.0/networks/babc3499-34b6-4659-a1c7-3e703b29209b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839343 Nov 12 02:40:30.336205 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-51da512b-4ad3-450d-9e47-b9efcfc3b94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:32.669160 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-9dd62f92-6738-437d-9ada-301b2c3b1978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:33.856834 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:35.362513 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:35.927771 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:49.379536 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:40:57.611619 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:41:00.339285 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-2c737e5c-4255-48ec-bf20-78517fc6e3d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:41:02.671006 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-8b65064a-c45f-491f-a2f1-f8d01774379b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:41:03.850688 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:41:05.365536 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:41:05.931374 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:41:19.391578 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:41:21.737057 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08b400-78fa-48e1-9b56-948bf84b24d7 req-fdbeb017-e4cf-4b0d-8543-4ae5635640f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:41:21.739018 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4d08b400-78fa-48e1-9b56-948bf84b24d7 req-fdbeb017-e4cf-4b0d-8543-4ae5635640f0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c863d2b5a6444d01a46426976b87632b&device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 1138 time: 0.0427108 Nov 12 02:41:21.871594 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08b400-78fa-48e1-9b56-948bf84b24d7 req-46c0bfab-fffa-4b88-99d7-89c4b9430834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:41:21.874144 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4d08b400-78fa-48e1-9b56-948bf84b24d7 req-46c0bfab-fffa-4b88-99d7-89c4b9430834 service neutron] 10.222.0.65 "GET /v2.0/networks?id=babc3499-34b6-4659-a1c7-3e703b29209b HTTP/1.1" status: 200 len: 915 time: 0.1256487 Nov 12 02:41:21.884499 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e55b9-5bbc-4a99-aacb-58f2e4c8c63c req-35fd5f1c-3af9-41d4-a41e-bb69c340a1b2 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:41:21.886352 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-350e55b9-5bbc-4a99-aacb-58f2e4c8c63c req-35fd5f1c-3af9-41d4-a41e-bb69c340a1b2 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 985 time: 0.2324889 Nov 12 02:41:21.974165 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4d08b400-78fa-48e1-9b56-948bf84b24d7 req-dc1ebe3e-b7b9-43ee-b479-1b09c5d5b639 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38e80ebc-90b9-4664-a8b5-b860fd8e892f HTTP/1.1" status: 200 len: 1001 time: 0.0868268 Nov 12 02:41:22.028631 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-350e55b9-5bbc-4a99-aacb-58f2e4c8c63c req-76ec9c97-9eb8-44d9-84d7-eb8012859dde tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&id=b1e31fb8-6a09-4bfb-aea9-2d1a1cfd7556&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1342471 Nov 12 02:41:22.041160 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08b400-78fa-48e1-9b56-948bf84b24d7 req-179be5bd-04f5-4c54-b4c1-1c00acc6a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:41:22.042600 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4d08b400-78fa-48e1-9b56-948bf84b24d7 req-179be5bd-04f5-4c54-b4c1-1c00acc6a273 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eb2d78b-90ec-499b-bd47-39af82428c23 HTTP/1.1" status: 200 len: 853 time: 0.0609660 Nov 12 02:41:22.089715 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08b400-78fa-48e1-9b56-948bf84b24d7 req-1fbaf1e2-7dbf-48f9-8312-6343941c8f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:41:22.091213 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4d08b400-78fa-48e1-9b56-948bf84b24d7 req-1fbaf1e2-7dbf-48f9-8312-6343941c8f6c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=babc3499-34b6-4659-a1c7-3e703b29209b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405588 Nov 12 02:41:22.184489 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4d08b400-78fa-48e1-9b56-948bf84b24d7 req-dae9c7df-3069-4b96-9c17-86ddd72999dd service neutron] 10.222.0.65 "GET /v2.0/networks/babc3499-34b6-4659-a1c7-3e703b29209b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840578 Nov 12 02:41:22.288131 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4d08b400-78fa-48e1-9b56-948bf84b24d7 req-5318ed77-e44a-40ae-9d6f-1f62f2950b2f service neutron] 10.222.0.65 "GET /v2.0/networks/babc3499-34b6-4659-a1c7-3e703b29209b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954437 Nov 12 02:41:23.194412 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f077efd-bef0-4ea1-98ef-1bfc318b8cf2 req-92d8d4a9-68bd-4477-85ee-6ee10fd4335f tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:41:23.195921 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8f077efd-bef0-4ea1-98ef-1bfc318b8cf2 req-92d8d4a9-68bd-4477-85ee-6ee10fd4335f tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 985 time: 0.0974603 Nov 12 02:41:23.255076 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8f077efd-bef0-4ea1-98ef-1bfc318b8cf2 req-2d2073dd-3a83-4873-be90-d1576ff355d8 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&id=b1e31fb8-6a09-4bfb-aea9-2d1a1cfd7556&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530922 Nov 12 02:41:24.370289 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e051c-47c0-45de-8016-4c050e3e0dac req-50a33a24-546d-445e-ac54-25c91817ad52 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:41:24.371838 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e91e051c-47c0-45de-8016-4c050e3e0dac req-50a33a24-546d-445e-ac54-25c91817ad52 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 985 time: 0.0501549 Nov 12 02:41:24.437027 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e91e051c-47c0-45de-8016-4c050e3e0dac req-a7960164-db91-4fd3-865c-b0d3318cd95e tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&id=b1e31fb8-6a09-4bfb-aea9-2d1a1cfd7556&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560749 Nov 12 02:41:25.555513 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22c9b6-9ae2-4d0b-a12e-ca3efda75b7a req-e0108a74-d408-4096-ae66-8cfa37b4fe11 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:41:25.557001 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2b22c9b6-9ae2-4d0b-a12e-ca3efda75b7a req-e0108a74-d408-4096-ae66-8cfa37b4fe11 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 985 time: 0.0533967 Nov 12 02:41:25.620781 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2b22c9b6-9ae2-4d0b-a12e-ca3efda75b7a req-61dd6907-e2e8-40e1-87ec-52cc4bce5008 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&id=b1e31fb8-6a09-4bfb-aea9-2d1a1cfd7556&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576947 Nov 12 02:41:26.740821 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b347e0a-c30c-4012-a59d-ad80e1c9bf16 req-6d0e6b8c-bab6-44f6-8716-0c68ce947828 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:41:26.742351 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6b347e0a-c30c-4012-a59d-ad80e1c9bf16 req-6d0e6b8c-bab6-44f6-8716-0c68ce947828 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 985 time: 0.0524738 Nov 12 02:41:26.806811 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6b347e0a-c30c-4012-a59d-ad80e1c9bf16 req-dbb876b3-1287-48f8-87fb-584ef98ba6f1 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&id=b1e31fb8-6a09-4bfb-aea9-2d1a1cfd7556&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581911 Nov 12 02:41:27.928467 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519962c-c17a-47d9-a28e-b0421b69e25d req-a256ed98-2489-46fe-b901-842c097c68d4 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:41:27.930694 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a519962c-c17a-47d9-a28e-b0421b69e25d req-a256ed98-2489-46fe-b901-842c097c68d4 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 985 time: 0.0554991 Nov 12 02:41:27.995703 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a519962c-c17a-47d9-a28e-b0421b69e25d req-58e059fa-2a0b-4d03-b523-ba06557c3ab0 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&id=b1e31fb8-6a09-4bfb-aea9-2d1a1cfd7556&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590925 Nov 12 02:41:29.109551 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c660afe-be09-475e-87bc-d9879f48f738 req-1788d0c9-4721-47ce-8f25-100d616bbc1a tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:41:29.111090 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7c660afe-be09-475e-87bc-d9879f48f738 req-1788d0c9-4721-47ce-8f25-100d616bbc1a tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 985 time: 0.0494621 Nov 12 02:41:29.171952 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-7c660afe-be09-475e-87bc-d9879f48f738 req-ff6ab4a4-75fd-4168-9bfb-d61951f0367e tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&id=b1e31fb8-6a09-4bfb-aea9-2d1a1cfd7556&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548036 Nov 12 02:41:30.286390 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fef76e-e1fa-4b68-b70f-fd81381f386c req-9c13b269-3cf5-4046-84da-987160b84be9 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:41:30.287807 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-42fef76e-e1fa-4b68-b70f-fd81381f386c req-9c13b269-3cf5-4046-84da-987160b84be9 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 985 time: 0.0491509 Nov 12 02:41:30.340821 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-c2e9062e-5eb5-4e7a-84c3-4c9347a9d385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:41:30.348963 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-42fef76e-e1fa-4b68-b70f-fd81381f386c req-b0361cc7-398f-408a-a7e6-7bebd8963832 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&id=b1e31fb8-6a09-4bfb-aea9-2d1a1cfd7556&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550992 Nov 12 02:41:30.586922 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116b4eb-f81a-4179-82ee-60d27c54bf0e req-615da1dc-e1de-40d4-b82c-8f4d440f0e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:41:30.588371 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4116b4eb-f81a-4179-82ee-60d27c54bf0e req-615da1dc-e1de-40d4-b82c-8f4d440f0e7b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c863d2b5a6444d01a46426976b87632b&device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 1138 time: 0.0446353 Nov 12 02:41:30.690429 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116b4eb-f81a-4179-82ee-60d27c54bf0e req-3b98fd56-4e21-478c-96c3-fc521acd37c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:41:30.691928 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4116b4eb-f81a-4179-82ee-60d27c54bf0e req-3b98fd56-4e21-478c-96c3-fc521acd37c2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=babc3499-34b6-4659-a1c7-3e703b29209b HTTP/1.1" status: 200 len: 915 time: 0.0845220 Nov 12 02:41:30.761541 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4116b4eb-f81a-4179-82ee-60d27c54bf0e req-f1783840-dd60-4765-9972-7e44d02d7b7b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38e80ebc-90b9-4664-a8b5-b860fd8e892f HTTP/1.1" status: 200 len: 1001 time: 0.0625181 Nov 12 02:41:30.814645 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116b4eb-f81a-4179-82ee-60d27c54bf0e req-856d3252-a209-4d11-b469-52622b5c9b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:41:30.816163 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4116b4eb-f81a-4179-82ee-60d27c54bf0e req-856d3252-a209-4d11-b469-52622b5c9b68 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eb2d78b-90ec-499b-bd47-39af82428c23 HTTP/1.1" status: 200 len: 853 time: 0.0477188 Nov 12 02:41:30.867271 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116b4eb-f81a-4179-82ee-60d27c54bf0e req-4116c398-9b03-4626-ac05-52bcb895e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:41:30.869043 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4116b4eb-f81a-4179-82ee-60d27c54bf0e req-4116c398-9b03-4626-ac05-52bcb895e6e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=babc3499-34b6-4659-a1c7-3e703b29209b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454068 Nov 12 02:41:30.960100 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4116b4eb-f81a-4179-82ee-60d27c54bf0e req-3c454cd9-c001-4bee-9a6d-59e0d496e6e1 service neutron] 10.222.0.65 "GET /v2.0/networks/babc3499-34b6-4659-a1c7-3e703b29209b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839636 Nov 12 02:41:31.049239 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4116b4eb-f81a-4179-82ee-60d27c54bf0e req-19c27a4a-1d8d-4dc4-bc5c-7004472ff357 service neutron] 10.222.0.65 "GET /v2.0/networks/babc3499-34b6-4659-a1c7-3e703b29209b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809348 Nov 12 02:41:31.469425 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cfaf2-487c-4b1d-aea2-aaef880cb3e0 req-552ea09b-4367-4689-9777-d58d2c02b529 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:41:31.470955 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a81cfaf2-487c-4b1d-aea2-aaef880cb3e0 req-552ea09b-4367-4689-9777-d58d2c02b529 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 985 time: 0.0543792 Nov 12 02:41:31.532885 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a81cfaf2-487c-4b1d-aea2-aaef880cb3e0 req-a69f19a5-57a5-4be9-9056-39da30e37f8d tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&id=b1e31fb8-6a09-4bfb-aea9-2d1a1cfd7556&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559640 Nov 12 02:41:32.647354 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f435e-3ca6-44d2-9a2b-65e2d83903be req-dae00b58-63b1-4e9d-84ae-fca465d24a8b tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:41:32.648833 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1a4f435e-3ca6-44d2-9a2b-65e2d83903be req-dae00b58-63b1-4e9d-84ae-fca465d24a8b tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 985 time: 0.0496526 Nov 12 02:41:32.673863 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-1886ba4c-c01b-4564-864d-d33d8a4413ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:41:32.712013 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1a4f435e-3ca6-44d2-9a2b-65e2d83903be req-2fe849b1-b762-4e9c-bd16-dd5e27b993b2 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&id=b1e31fb8-6a09-4bfb-aea9-2d1a1cfd7556&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571733 Nov 12 02:41:33.828656 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293b21c-293b-4e8d-a424-bef3bdae5598 req-dbd43367-1967-426b-a2f9-adf47985bbe2 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:41:33.830167 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1293b21c-293b-4e8d-a424-bef3bdae5598 req-dbd43367-1967-426b-a2f9-adf47985bbe2 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 985 time: 0.0516007 Nov 12 02:41:33.854250 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:41:33.898408 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1293b21c-293b-4e8d-a424-bef3bdae5598 req-5641b056-b302-43ec-8c50-b2f266e767a9 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&id=b1e31fb8-6a09-4bfb-aea9-2d1a1cfd7556&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608053 Nov 12 02:41:34.614936 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:41:35.368050 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:41:35.934236 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:41:49.405881 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:41:51.752267 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [req-62c2f0b4-a982-4afa-a6fc-b665c556bda5 req-9163e758-c5b2-442e-a337-be48d8948404 service neutron] (101677) timed out ('10.222.0.65', 62880) {{(pid=101677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 02:42:00.343014 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-32bce88c-2edd-491f-ad6e-86a2496c1ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:02.677280 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-35122511-b7d0-4b4e-a1f8-cd38e75de72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:03.856274 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:05.378099 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:05.938202 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:11.614574 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:42:19.277831 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [req-cb39c804-6d4f-4d8a-985c-d3a2900a11dd req-d1ecd18b-e389-4085-ae4e-f312d35748c4 service neutron] (101678) timed out ('10.222.0.65', 62908) {{(pid=101678) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 02:42:19.338060 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [req-15359c81-c903-4132-b151-5909d802e9bb req-0da546fc-df83-492b-a8b6-57cab7854868 service neutron] (101677) timed out ('10.222.0.65', 62863) {{(pid=101677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 02:42:19.340621 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [req-fdcc5020-f1d6-4c31-8f40-c0f1c19ab612 req-0dd5eb92-57cb-49fc-8d5a-68288bda99c6 service neutron] (101678) timed out ('10.222.0.65', 62886) {{(pid=101678) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 02:42:19.408375 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:30.345464 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-2b9a5e7e-8e75-47e6-af1b-e24304b4022c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:32.680076 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-41a0099a-fa4f-4dd3-a088-12e7b29eb845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:33.325600 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bfd2de37-ba12-43f8-85fc-b01bec7e53a2 req-b3e96228-df79-494c-bae8-2e65a1305a61 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0863938 Nov 12 02:42:33.430322 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2de37-ba12-43f8-85fc-b01bec7e53a2 req-5535ac30-16ba-41bf-832d-55f34bbd0d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:42:33.431801 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bfd2de37-ba12-43f8-85fc-b01bec7e53a2 req-5535ac30-16ba-41bf-832d-55f34bbd0d11 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c863d2b5a6444d01a46426976b87632b&device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 1138 time: 0.0448749 Nov 12 02:42:33.550109 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2de37-ba12-43f8-85fc-b01bec7e53a2 req-7751fdc9-f851-4c01-849a-2be4ddffe670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:42:33.551921 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bfd2de37-ba12-43f8-85fc-b01bec7e53a2 req-7751fdc9-f851-4c01-849a-2be4ddffe670 service neutron] 10.222.0.65 "GET /v2.0/networks?id=babc3499-34b6-4659-a1c7-3e703b29209b HTTP/1.1" status: 200 len: 915 time: 0.0989461 Nov 12 02:42:33.626441 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bfd2de37-ba12-43f8-85fc-b01bec7e53a2 req-4a0fc5ee-8e48-4b93-be79-3a127eec5d46 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38e80ebc-90b9-4664-a8b5-b860fd8e892f HTTP/1.1" status: 200 len: 1001 time: 0.0661433 Nov 12 02:42:33.677031 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2de37-ba12-43f8-85fc-b01bec7e53a2 req-5136b9d6-67bf-42e1-9b38-1a97ca4ecc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:42:33.678547 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bfd2de37-ba12-43f8-85fc-b01bec7e53a2 req-5136b9d6-67bf-42e1-9b38-1a97ca4ecc8e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eb2d78b-90ec-499b-bd47-39af82428c23 HTTP/1.1" status: 200 len: 853 time: 0.0452359 Nov 12 02:42:33.732956 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2de37-ba12-43f8-85fc-b01bec7e53a2 req-8312e28a-0e53-43c3-a532-d33ae741607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:42:33.734399 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bfd2de37-ba12-43f8-85fc-b01bec7e53a2 req-8312e28a-0e53-43c3-a532-d33ae741607b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=babc3499-34b6-4659-a1c7-3e703b29209b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480249 Nov 12 02:42:33.835155 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bfd2de37-ba12-43f8-85fc-b01bec7e53a2 req-0c39bdcd-543f-4cb3-81a7-b82ef8cb8c41 service neutron] 10.222.0.65 "GET /v2.0/networks/babc3499-34b6-4659-a1c7-3e703b29209b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931644 Nov 12 02:42:33.861959 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:33.937908 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bfd2de37-ba12-43f8-85fc-b01bec7e53a2 req-6f1cea29-28f6-4a7d-bd92-2e3066df88fe service neutron] 10.222.0.65 "GET /v2.0/networks/babc3499-34b6-4659-a1c7-3e703b29209b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951774 Nov 12 02:42:35.373131 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:35.959273 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:37.401564 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0bdcdaec-7e17-4cd3-9722-5eee1b638241 req-5d852c8b-7cb5-495f-8f06-51c150b07467 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-954143246&fields=id&tenant_id=c863d2b5a6444d01a46426976b87632b HTTP/1.1" status: 200 len: 267 time: 0.0501049 Nov 12 02:42:37.462911 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcdaec-7e17-4cd3-9722-5eee1b638241 req-82eadd65-21cc-4673-9c23-372d6774b238 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:42:37.464765 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0bdcdaec-7e17-4cd3-9722-5eee1b638241 req-82eadd65-21cc-4673-9c23-372d6774b238 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 985 time: 0.0561144 Nov 12 02:42:37.476647 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [req-0bdcdaec-7e17-4cd3-9722-5eee1b638241 req-1b685ee2-5d62-4482-9174-8fe7031afeaf tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Request body: {'port': {'security_groups': ['b330e2c2-b611-4bd1-8991-7a1191be834c']}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:42:37.548297 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-0bdcdaec-7e17-4cd3-9722-5eee1b638241 req-1b685ee2-5d62-4482-9174-8fe7031afeaf tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:37.744548 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-0bdcdaec-7e17-4cd3-9722-5eee1b638241 req-1b685ee2-5d62-4482-9174-8fe7031afeaf tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] For port 38e80ebc-90b9-4664-a8b5-b860fd8e892f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=38e80ebc-90b9-4664-a8b5-b860fd8e892f,segment=NetworkSegment(d4228465-5f81-484b-9303-d5b49ef10648),segment_id=d4228465-5f81-484b-9303-d5b49ef10648)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:42:37.775488 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-0bdcdaec-7e17-4cd3-9722-5eee1b638241 req-1b685ee2-5d62-4482-9174-8fe7031afeaf tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:37.780742 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-0bdcdaec-7e17-4cd3-9722-5eee1b638241 req-1b685ee2-5d62-4482-9174-8fe7031afeaf tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25342661'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:37.816802 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['38e80ebc-90b9-4664-a8b5-b860fd8e892f'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:42:37.826313 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcdaec-7e17-4cd3-9722-5eee1b638241 req-1b685ee2-5d62-4482-9174-8fe7031afeaf tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:42:37.826974 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-0bdcdaec-7e17-4cd3-9722-5eee1b638241 req-1b685ee2-5d62-4482-9174-8fe7031afeaf tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:37.828420 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0bdcdaec-7e17-4cd3-9722-5eee1b638241 req-1b685ee2-5d62-4482-9174-8fe7031afeaf tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "PUT /v2.0/ports/38e80ebc-90b9-4664-a8b5-b860fd8e892f HTTP/1.1" status: 200 len: 943 time: 0.3570828 Nov 12 02:42:37.828891 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc0df28-0c70-4056-8f47-74774e043cba', 'tag': '38e80ebc-90b9-4664-a8b5-b860fd8e892f'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:42:37.831301 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d88826-9f5d-46f4-9bdb-03842e09fec0" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc0df28-0c70-4056-8f47-74774e043cba", "tag": "38e80ebc-90b9-4664-a8b5-b860fd8e892f"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:42:37.837256 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 50914) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:42:37.875556 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b685ee2-5d62-4482-9174-8fe7031afeaf tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Pushing event updated for resources: {'Port': ['ID=38e80ebc-90b9-4664-a8b5-b860fd8e892f,revision_number=7']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:37.893326 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b685ee2-5d62-4482-9174-8fe7031afeaf tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:37.894367 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b685ee2-5d62-4482-9174-8fe7031afeaf tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:37.895257 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b685ee2-5d62-4482-9174-8fe7031afeaf tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:37.896117 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b685ee2-5d62-4482-9174-8fe7031afeaf tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:37.897076 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b685ee2-5d62-4482-9174-8fe7031afeaf tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:37.897976 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b685ee2-5d62-4482-9174-8fe7031afeaf tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:37.898855 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b685ee2-5d62-4482-9174-8fe7031afeaf tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:37.899769 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b685ee2-5d62-4482-9174-8fe7031afeaf tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:37.900623 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b685ee2-5d62-4482-9174-8fe7031afeaf tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:37.901515 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b685ee2-5d62-4482-9174-8fe7031afeaf tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:37.902409 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b685ee2-5d62-4482-9174-8fe7031afeaf tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:37.903356 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b685ee2-5d62-4482-9174-8fe7031afeaf tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:37.929612 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a7c76515-4885-4bb0-9286-ed6341273c27 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:37.966797 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a7c76515-4885-4bb0-9286-ed6341273c27 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:37.992900 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702f3c03-a38f-468b-93a3-5b9ef26d91e3 x-openstack-request-id: req-702f3c03-a38f-468b-93a3-5b9ef26d91e3 {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:42:37.993981 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc0df28-0c70-4056-8f47-74774e043cba", "tag": "38e80ebc-90b9-4664-a8b5-b860fd8e892f", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:42:37.994733 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-702f3c03-a38f-468b-93a3-5b9ef26d91e3 {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:42:37.995641 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc0df28-0c70-4056-8f47-74774e043cba', 'tag': '38e80ebc-90b9-4664-a8b5-b860fd8e892f', 'status': 'completed', 'code': 200} Nov 12 02:42:38.009040 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['38e80ebc-90b9-4664-a8b5-b860fd8e892f'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:42:38.065434 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a7c76515-4885-4bb0-9286-ed6341273c27 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:38.071041 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a7c76515-4885-4bb0-9286-ed6341273c27 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:38.077370 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-a7c76515-4885-4bb0-9286-ed6341273c27 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "DELETE /v2.0/security-groups/b1e31fb8-6a09-4bfb-aea9-2d1a1cfd7556 HTTP/1.1" status: 204 len: 168 time: 0.2374296 Nov 12 02:42:38.078276 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 50922) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:42:38.120887 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d88826-9f5d-46f4-9bdb-03842e09fec0 req-52f0da1b-d397-4e65-ad97-e1195d016a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:42:38.124146 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f2d88826-9f5d-46f4-9bdb-03842e09fec0 req-52f0da1b-d397-4e65-ad97-e1195d016a46 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c863d2b5a6444d01a46426976b87632b&device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 1099 time: 0.0826540 Nov 12 02:42:38.149640 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c76515-4885-4bb0-9286-ed6341273c27 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e31fb8-6a09-4bfb-aea9-2d1a1cfd7556,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:38.164791 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-ef1badf8-62d6-49d8-9a82-ff55b19e67d1 None None] Provisioning complete for port 38e80ebc-90b9-4664-a8b5-b860fd8e892f triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:42:38.165164 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-ef1badf8-62d6-49d8-9a82-ff55b19e67d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:38.173914 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c76515-4885-4bb0-9286-ed6341273c27 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:38.174538 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c76515-4885-4bb0-9286-ed6341273c27 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:38.175132 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c76515-4885-4bb0-9286-ed6341273c27 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:38.175640 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c76515-4885-4bb0-9286-ed6341273c27 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:38.176190 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c76515-4885-4bb0-9286-ed6341273c27 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:38.176715 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c76515-4885-4bb0-9286-ed6341273c27 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:38.177281 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c76515-4885-4bb0-9286-ed6341273c27 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:38.177808 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c76515-4885-4bb0-9286-ed6341273c27 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:38.178312 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c76515-4885-4bb0-9286-ed6341273c27 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:38.178904 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c76515-4885-4bb0-9286-ed6341273c27 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:38.179406 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c76515-4885-4bb0-9286-ed6341273c27 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:38.179995 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c76515-4885-4bb0-9286-ed6341273c27 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:38.275001 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d88826-9f5d-46f4-9bdb-03842e09fec0 req-95993cef-c35f-4370-b6c7-4cc42081265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:42:38.276391 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f2d88826-9f5d-46f4-9bdb-03842e09fec0 req-95993cef-c35f-4370-b6c7-4cc42081265e service neutron] 10.222.0.65 "GET /v2.0/networks?id=babc3499-34b6-4659-a1c7-3e703b29209b HTTP/1.1" status: 200 len: 915 time: 0.1454835 Nov 12 02:42:38.338896 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e4d1c95d-3820-44cf-92b4-8a4012aba16a tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Deleting port 65b81a95-de08-4ea9-897b-5920143af5b8 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:42:38.339279 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c95d-3820-44cf-92b4-8a4012aba16a tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:38.355610 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f2d88826-9f5d-46f4-9bdb-03842e09fec0 req-999c211d-5e23-44d7-b05e-bc7fa096e109 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38e80ebc-90b9-4664-a8b5-b860fd8e892f HTTP/1.1" status: 200 len: 1001 time: 0.0712171 Nov 12 02:42:38.411106 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d88826-9f5d-46f4-9bdb-03842e09fec0 req-bdcfb0ea-d6f2-456d-8f5b-b07289003e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:42:38.412613 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f2d88826-9f5d-46f4-9bdb-03842e09fec0 req-bdcfb0ea-d6f2-456d-8f5b-b07289003e39 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eb2d78b-90ec-499b-bd47-39af82428c23 HTTP/1.1" status: 200 len: 853 time: 0.0502625 Nov 12 02:42:38.421886 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c95d-3820-44cf-92b4-8a4012aba16a tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:38.422300 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c95d-3820-44cf-92b4-8a4012aba16a tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:38.439768 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e4d1c95d-3820-44cf-92b4-8a4012aba16a tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Calling delete_port for 65b81a95-de08-4ea9-897b-5920143af5b8 owned by network:floatingip {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:42:38.461494 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d88826-9f5d-46f4-9bdb-03842e09fec0 req-d930c03c-1409-4b80-a1a6-1dfebbd65e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:42:38.463290 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f2d88826-9f5d-46f4-9bdb-03842e09fec0 req-d930c03c-1409-4b80-a1a6-1dfebbd65e4c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=babc3499-34b6-4659-a1c7-3e703b29209b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426812 Nov 12 02:42:38.573151 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f2d88826-9f5d-46f4-9bdb-03842e09fec0 req-841be49a-c682-472a-9e4d-8d73e8cdb547 service neutron] 10.222.0.65 "GET /v2.0/networks/babc3499-34b6-4659-a1c7-3e703b29209b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013091 Nov 12 02:42:38.612201 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c95d-3820-44cf-92b4-8a4012aba16a tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:38.651536 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1c95d-3820-44cf-92b4-8a4012aba16a tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Pushing event deleted for resources: {'Port': ['ID=65b81a95-de08-4ea9-897b-5920143af5b8,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:38.671282 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f2d88826-9f5d-46f4-9bdb-03842e09fec0 req-066ac161-b27d-4d2b-961a-fb8ddc101cd6 service neutron] 10.222.0.65 "GET /v2.0/networks/babc3499-34b6-4659-a1c7-3e703b29209b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903077 Nov 12 02:42:38.716354 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c95d-3820-44cf-92b4-8a4012aba16a tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks [] for floatingip, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:38.716686 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.db.l3_db [None req-e4d1c95d-3820-44cf-92b4-8a4012aba16a tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Floating IP e3db8c16-c445-40e5-8e72-deae2801f2da disassociated (deleted). External IP: 172.27.2.20, port: 38e80ebc-90b9-4664-a8b5-b860fd8e892f. Nov 12 02:42:38.926362 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d1c95d-3820-44cf-92b4-8a4012aba16a tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Router e459665b-ed60-4085-afac-2823caafe194 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:42:39.036882 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d1c95d-3820-44cf-92b4-8a4012aba16a tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:42:39.042034 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c95d-3820-44cf-92b4-8a4012aba16a tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for floatingip, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:39.047848 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52174f51-510a-41b8-8450-935f5e08a164 None None] Sync routers for ids ['e459665b-ed60-4085-afac-2823caafe194'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:42:39.058917 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52174f51-510a-41b8-8450-935f5e08a164 None None] Routers {'e459665b-ed60-4085-afac-2823caafe194'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:42:39.059618 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-52174f51-510a-41b8-8450-935f5e08a164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:42:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['e459665b-ed60-4085-afac-2823caafe194'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:42:39.071055 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-e4d1c95d-3820-44cf-92b4-8a4012aba16a tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "DELETE /v2.0/floatingips/e3db8c16-c445-40e5-8e72-deae2801f2da HTTP/1.1" status: 204 len: 168 time: 0.9863327 Nov 12 02:42:39.071650 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc0df28-0c70-4056-8f47-74774e043cba', 'tag': '38e80ebc-90b9-4664-a8b5-b860fd8e892f'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:42:39.074261 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9dd129-2fec-4478-9497-d5b932a46a65" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc0df28-0c70-4056-8f47-74774e043cba", "tag": "38e80ebc-90b9-4664-a8b5-b860fd8e892f"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:42:39.129196 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e23fb3-4b56-4398-a7e1-3ddf676a7aa8 x-openstack-request-id: req-85e23fb3-4b56-4398-a7e1-3ddf676a7aa8 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:42:39.129560 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc0df28-0c70-4056-8f47-74774e043cba", "tag": "38e80ebc-90b9-4664-a8b5-b860fd8e892f", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:42:39.130178 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-85e23fb3-4b56-4398-a7e1-3ddf676a7aa8 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:42:39.130833 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc0df28-0c70-4056-8f47-74774e043cba', 'tag': '38e80ebc-90b9-4664-a8b5-b860fd8e892f', 'status': 'completed', 'code': 200} Nov 12 02:42:39.184402 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-52174f51-510a-41b8-8450-935f5e08a164 None None] Set router e459665b-ed60-4085-afac-2823caafe194 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:42:39.223911 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dd129-2fec-4478-9497-d5b932a46a65 req-dfb96091-5f75-4e67-b2f3-f5740691fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:42:39.225497 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3c9dd129-2fec-4478-9497-d5b932a46a65 req-dfb96091-5f75-4e67-b2f3-f5740691fc23 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c863d2b5a6444d01a46426976b87632b&device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 1099 time: 0.0451047 Nov 12 02:42:39.365649 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dd129-2fec-4478-9497-d5b932a46a65 req-76801b2d-0d11-4f0b-8ff4-747ab2dbf150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:42:39.367341 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3c9dd129-2fec-4478-9497-d5b932a46a65 req-76801b2d-0d11-4f0b-8ff4-747ab2dbf150 service neutron] 10.222.0.65 "GET /v2.0/networks?id=babc3499-34b6-4659-a1c7-3e703b29209b HTTP/1.1" status: 200 len: 915 time: 0.1328547 Nov 12 02:42:39.437957 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-52174f51-510a-41b8-8450-935f5e08a164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e459665b-ed60-4085-afac-2823caafe194', 'name': 'tempest-TestMinimumBasicScenario-126272482-router', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:23Z', 'updated_at': '2021-11-12T02:39:26Z', 'revision_number': 4, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'gw_port': {'id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:24Z', 'updated_at': '2021-11-12T02:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '0d64cf1b-fe4d-404f-8a88-a646bde64627', 'name': '', 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'mac_address': 'fa:16:3e:6e:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:25Z', 'updated_at': '2021-11-12T02:39:31Z', 'revision_number': 5, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'subnets': [{'id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:42:39.441388 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3c9dd129-2fec-4478-9497-d5b932a46a65 req-886e1039-0821-4f1d-be3b-9c68bbefdec2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38e80ebc-90b9-4664-a8b5-b860fd8e892f HTTP/1.1" status: 200 len: 217 time: 0.0621955 Nov 12 02:42:39.469338 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52174f51-510a-41b8-8450-935f5e08a164 None None] Checking router: e459665b-ed60-4085-afac-2823caafe194 for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:42:39.478168 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52174f51-510a-41b8-8450-935f5e08a164 None None] Routers {'e459665b-ed60-4085-afac-2823caafe194'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:42:39.478820 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-52174f51-510a-41b8-8450-935f5e08a164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:42:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['e459665b-ed60-4085-afac-2823caafe194'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:42:39.496450 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dd129-2fec-4478-9497-d5b932a46a65 req-d57772e2-d105-4b16-902a-b44601211bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:42:39.497917 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3c9dd129-2fec-4478-9497-d5b932a46a65 req-d57772e2-d105-4b16-902a-b44601211bd0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eb2d78b-90ec-499b-bd47-39af82428c23 HTTP/1.1" status: 200 len: 853 time: 0.0496318 Nov 12 02:42:39.558059 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dd129-2fec-4478-9497-d5b932a46a65 req-12ecc80f-76e5-43fb-994c-40b33fd2fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:42:39.559981 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3c9dd129-2fec-4478-9497-d5b932a46a65 req-12ecc80f-76e5-43fb-994c-40b33fd2fe09 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=babc3499-34b6-4659-a1c7-3e703b29209b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422926 Nov 12 02:42:39.589147 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-52174f51-510a-41b8-8450-935f5e08a164 None None] Set router e459665b-ed60-4085-afac-2823caafe194 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:42:39.670692 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3c9dd129-2fec-4478-9497-d5b932a46a65 req-15cdfabd-5733-42e9-bb7f-51965eb2c703 service neutron] 10.222.0.65 "GET /v2.0/networks/babc3499-34b6-4659-a1c7-3e703b29209b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903323 Nov 12 02:42:39.787113 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3c9dd129-2fec-4478-9497-d5b932a46a65 req-55027e96-fee5-44b8-bcd0-4e2a861c9e08 service neutron] 10.222.0.65 "GET /v2.0/networks/babc3499-34b6-4659-a1c7-3e703b29209b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912955 Nov 12 02:42:39.791940 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-52174f51-510a-41b8-8450-935f5e08a164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e459665b-ed60-4085-afac-2823caafe194', 'name': 'tempest-TestMinimumBasicScenario-126272482-router', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:23Z', 'updated_at': '2021-11-12T02:39:26Z', 'revision_number': 4, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'gw_port': {'id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:24Z', 'updated_at': '2021-11-12T02:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '0d64cf1b-fe4d-404f-8a88-a646bde64627', 'name': '', 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'mac_address': 'fa:16:3e:6e:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:25Z', 'updated_at': '2021-11-12T02:39:31Z', 'revision_number': 5, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'subnets': [{'id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:42:39.818390 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52174f51-510a-41b8-8450-935f5e08a164 None None] The sync data for ids ['e459665b-ed60-4085-afac-2823caafe194'] in dv-cinder-808574-4-iscsi is: [{'id': 'e459665b-ed60-4085-afac-2823caafe194', 'name': 'tempest-TestMinimumBasicScenario-126272482-router', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:23Z', 'updated_at': '2021-11-12T02:39:26Z', 'revision_number': 4, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'gw_port': {'id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:24Z', 'updated_at': '2021-11-12T02:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': '0d64cf1b-fe4d-404f-8a88-a646bde64627', 'name': '', 'network_id': 'babc3499-34b6-4659-a1c7-3e703b29209b', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'mac_address': 'fa:16:3e:6e:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:25Z', 'updated_at': '2021-11-12T02:39:31Z', 'revision_number': 5, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'subnets': [{'id': '1eb2d78b-90ec-499b-bd47-39af82428c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:42:40.043888 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a9f3f9-cdb5-43b6-910f-5e2c1d5b57ac None None] New status for floating IP e3db8c16-c445-40e5-8e72-deae2801f2da: DOWN {{(pid=101680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:42:42.901056 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e962593-e21e-4a0c-9424-5ef568d0e2df req-e3ca1025-5fbb-467b-8be3-90db22a1fbe7 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:42:42.902593 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1e962593-e21e-4a0c-9424-5ef568d0e2df req-e3ca1025-5fbb-467b-8be3-90db22a1fbe7 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 946 time: 0.0508938 Nov 12 02:42:42.950540 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-1e962593-e21e-4a0c-9424-5ef568d0e2df req-a99a05e8-7eaa-4df1-a67c-4cb6c3f3e0c9 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415947 Nov 12 02:42:44.073858 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138c19-be6e-4715-872d-414ba2e807ce req-1fea2470-9bc3-4d03-89fe-1e434195300e tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:42:44.075425 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-77138c19-be6e-4715-872d-414ba2e807ce req-1fea2470-9bc3-4d03-89fe-1e434195300e tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 946 time: 0.0556221 Nov 12 02:42:44.123581 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-77138c19-be6e-4715-872d-414ba2e807ce req-2d5e6832-93cd-4242-a13a-7f0b09e782fb tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423489 Nov 12 02:42:44.995278 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673adb2f-eecf-4c60-bea6-6342498d4fea req-385cc577-f4c8-46e5-bfa6-2dee754d2497 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:42:44.996806 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-673adb2f-eecf-4c60-bea6-6342498d4fea req-385cc577-f4c8-46e5-bfa6-2dee754d2497 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 946 time: 0.0484939 Nov 12 02:42:45.104417 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-673adb2f-eecf-4c60-bea6-6342498d4fea req-12a064be-29e7-4aa0-b523-36e7b168c7b7 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Deleting port 38e80ebc-90b9-4664-a8b5-b860fd8e892f {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:42:45.105211 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-673adb2f-eecf-4c60-bea6-6342498d4fea req-12a064be-29e7-4aa0-b523-36e7b168c7b7 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:45.242368 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-673adb2f-eecf-4c60-bea6-6342498d4fea req-12a064be-29e7-4aa0-b523-36e7b168c7b7 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] For port 38e80ebc-90b9-4664-a8b5-b860fd8e892f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=38e80ebc-90b9-4664-a8b5-b860fd8e892f,segment=NetworkSegment(d4228465-5f81-484b-9303-d5b49ef10648),segment_id=d4228465-5f81-484b-9303-d5b49ef10648)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:42:45.242854 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-673adb2f-eecf-4c60-bea6-6342498d4fea req-12a064be-29e7-4aa0-b523-36e7b168c7b7 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:45.259257 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-673adb2f-eecf-4c60-bea6-6342498d4fea req-12a064be-29e7-4aa0-b523-36e7b168c7b7 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Calling delete_port for 38e80ebc-90b9-4664-a8b5-b860fd8e892f owned by compute:nova {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:42:45.282024 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920c454-183e-4584-b1a6-4224c54ea636 req-ffc44022-8595-4072-9065-10694b1705aa tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:42:45.283553 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c920c454-183e-4584-b1a6-4224c54ea636 req-ffc44022-8595-4072-9065-10694b1705aa tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc0df28-0c70-4056-8f47-74774e043cba HTTP/1.1" status: 200 len: 946 time: 0.0817568 Nov 12 02:42:45.377797 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c920c454-183e-4584-b1a6-4224c54ea636 req-fa7eccfb-db1c-4835-ab29-6ca39d852980 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.70 "GET /v2.0/security-groups?id=b330e2c2-b611-4bd1-8991-7a1191be834c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614002 Nov 12 02:42:45.447177 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-673adb2f-eecf-4c60-bea6-6342498d4fea req-12a064be-29e7-4aa0-b523-36e7b168c7b7 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:45.477028 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a064be-29e7-4aa0-b523-36e7b168c7b7 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Pushing event deleted for resources: {'Port': ['ID=38e80ebc-90b9-4664-a8b5-b860fd8e892f,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:45.482459 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['38e80ebc-90b9-4664-a8b5-b860fd8e892f'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:42:45.526421 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-673adb2f-eecf-4c60-bea6-6342498d4fea req-12a064be-29e7-4aa0-b523-36e7b168c7b7 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] No DVR routers for this DVR port 38e80ebc-90b9-4664-a8b5-b860fd8e892f on host hv-cinder-80857 {{(pid=101678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:42:45.529307 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-673adb2f-eecf-4c60-bea6-6342498d4fea req-12a064be-29e7-4aa0-b523-36e7b168c7b7 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:45.532746 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-673adb2f-eecf-4c60-bea6-6342498d4fea req-12a064be-29e7-4aa0-b523-36e7b168c7b7 tempest-TestMinimumBasicScenario-1829549236 tempest-TestMinimumBasicScenario-1829549236-project] 10.222.0.65 "DELETE /v2.0/ports/38e80ebc-90b9-4664-a8b5-b860fd8e892f HTTP/1.1" status: 204 len: 173 time: 0.5299358 Nov 12 02:42:45.533179 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc0df28-0c70-4056-8f47-74774e043cba', 'name': 'network-vif-deleted', 'tag': '38e80ebc-90b9-4664-a8b5-b860fd8e892f'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:42:45.535459 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5edee64-8592-4712-b189-9b6f88e367fb" -d '{"events": [{"server_uuid": "bdc0df28-0c70-4056-8f47-74774e043cba", "name": "network-vif-deleted", "tag": "38e80ebc-90b9-4664-a8b5-b860fd8e892f"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:42:45.573608 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc7e034-8794-4da0-be51-6d507c3cb9ef x-openstack-request-id: req-6dc7e034-8794-4da0-be51-6d507c3cb9ef {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:42:45.573905 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc0df28-0c70-4056-8f47-74774e043cba", "name": "network-vif-deleted", "tag": "38e80ebc-90b9-4664-a8b5-b860fd8e892f", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:42:45.574162 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6dc7e034-8794-4da0-be51-6d507c3cb9ef {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:42:45.574586 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc0df28-0c70-4056-8f47-74774e043cba', 'name': 'network-vif-deleted', 'tag': '38e80ebc-90b9-4664-a8b5-b860fd8e892f', 'status': 'completed', 'code': 200} Nov 12 02:42:48.084733 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 51014) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:42:48.438825 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4fee3402-259e-428a-b51f-168cb1de92d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658132'] for router_interface, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:48.570150 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 38e80ebc-90b9-4664-a8b5-b860fd8e892f no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:42:48.590802 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] No Port match for: 38e80ebc-90b9-4664-a8b5-b860fd8e892f {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:42:48.591149 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 38e80ebc-90b9-4664-a8b5-b860fd8e892f not bound to the agent host hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:42:48.614113 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:42:48.689303 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-4fee3402-259e-428a-b51f-168cb1de92d4 admin admin] Deleting port 0d64cf1b-fe4d-404f-8a88-a646bde64627 {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:42:48.689548 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4fee3402-259e-428a-b51f-168cb1de92d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:48.771571 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-4fee3402-259e-428a-b51f-168cb1de92d4 admin admin] For port 0d64cf1b-fe4d-404f-8a88-a646bde64627, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=0d64cf1b-fe4d-404f-8a88-a646bde64627,segment=NetworkSegment(d4228465-5f81-484b-9303-d5b49ef10648),segment_id=d4228465-5f81-484b-9303-d5b49ef10648)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:42:48.771983 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4fee3402-259e-428a-b51f-168cb1de92d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:48.784702 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-4fee3402-259e-428a-b51f-168cb1de92d4 admin admin] Calling delete_port for 0d64cf1b-fe4d-404f-8a88-a646bde64627 owned by network:router_interface {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:42:48.960811 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4fee3402-259e-428a-b51f-168cb1de92d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:48.985466 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee3402-259e-428a-b51f-168cb1de92d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d64cf1b-fe4d-404f-8a88-a646bde64627,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:49.154323 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4fee3402-259e-428a-b51f-168cb1de92d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658532'] for router_interface, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:49.374201 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fee3402-259e-428a-b51f-168cb1de92d4 admin admin] Router e459665b-ed60-4085-afac-2823caafe194 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:42:49.404840 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:49.777787 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fee3402-259e-428a-b51f-168cb1de92d4 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:42:49.787289 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dd0fcd-64b5-4b3a-bee7-e674642bd02d None None] Sync routers for ids ['e459665b-ed60-4085-afac-2823caafe194'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:42:49.788094 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51016) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:42:49.791251 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-4fee3402-259e-428a-b51f-168cb1de92d4 admin admin] 10.222.0.70 "PUT /v2.0/routers/e459665b-ed60-4085-afac-2823caafe194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7053742 Nov 12 02:42:49.808292 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dd0fcd-64b5-4b3a-bee7-e674642bd02d None None] Routers {'e459665b-ed60-4085-afac-2823caafe194'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:42:49.809891 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-e3dd0fcd-64b5-4b3a-bee7-e674642bd02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:42:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['e459665b-ed60-4085-afac-2823caafe194'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:42:49.909349 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-beba8305-018b-4ebb-b1ce-3d162d916ae5 admin admin] Publish callbacks [] for router, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:49.921691 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-e3dd0fcd-64b5-4b3a-bee7-e674642bd02d None None] Set router e459665b-ed60-4085-afac-2823caafe194 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:42:50.014345 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-beba8305-018b-4ebb-b1ce-3d162d916ae5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:50.087630 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-beba8305-018b-4ebb-b1ce-3d162d916ae5 admin admin] Deleting port f03cf8ff-7b15-42a9-93d7-49a933a7a86b {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:42:50.087998 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-beba8305-018b-4ebb-b1ce-3d162d916ae5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:50.113761 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-e3dd0fcd-64b5-4b3a-bee7-e674642bd02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e459665b-ed60-4085-afac-2823caafe194', 'name': 'tempest-TestMinimumBasicScenario-126272482-router', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:23Z', 'updated_at': '2021-11-12T02:42:48Z', 'revision_number': 5, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'gw_port': {'id': 'f03cf8ff-7b15-42a9-93d7-49a933a7a86b', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:57:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e459665b-ed60-4085-afac-2823caafe194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:24Z', 'updated_at': '2021-11-12T02:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:42:50.150792 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dd0fcd-64b5-4b3a-bee7-e674642bd02d None None] Checking router: e459665b-ed60-4085-afac-2823caafe194 for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:42:50.161511 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dd0fcd-64b5-4b3a-bee7-e674642bd02d None None] Routers {'e459665b-ed60-4085-afac-2823caafe194'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:42:50.162141 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-e3dd0fcd-64b5-4b3a-bee7-e674642bd02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:42:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['e459665b-ed60-4085-afac-2823caafe194'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:42:50.206302 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-beba8305-018b-4ebb-b1ce-3d162d916ae5 admin admin] For port f03cf8ff-7b15-42a9-93d7-49a933a7a86b, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=f03cf8ff-7b15-42a9-93d7-49a933a7a86b,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:42:50.206933 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-beba8305-018b-4ebb-b1ce-3d162d916ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:50.226383 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-beba8305-018b-4ebb-b1ce-3d162d916ae5 admin admin] Calling delete_port for f03cf8ff-7b15-42a9-93d7-49a933a7a86b owned by network:router_gateway {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:42:50.267735 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-e3dd0fcd-64b5-4b3a-bee7-e674642bd02d None None] Set router e459665b-ed60-4085-afac-2823caafe194 gateway port host: None {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:42:50.341276 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-e3dd0fcd-64b5-4b3a-bee7-e674642bd02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e459665b-ed60-4085-afac-2823caafe194', 'name': 'tempest-TestMinimumBasicScenario-126272482-router', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:23Z', 'updated_at': '2021-11-12T02:42:50Z', 'revision_number': 6, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'gw_port_host': None}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:42:50.375388 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dd0fcd-64b5-4b3a-bee7-e674642bd02d None None] The sync data for ids ['e459665b-ed60-4085-afac-2823caafe194'] in dv-cinder-808574-4-iscsi is: [{'id': 'e459665b-ed60-4085-afac-2823caafe194', 'name': 'tempest-TestMinimumBasicScenario-126272482-router', 'tenant_id': 'c863d2b5a6444d01a46426976b87632b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:23Z', 'updated_at': '2021-11-12T02:42:50Z', 'revision_number': 6, 'project_id': 'c863d2b5a6444d01a46426976b87632b', 'gw_port_host': None}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:42:50.449464 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-beba8305-018b-4ebb-b1ce-3d162d916ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:50.473151 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba8305-018b-4ebb-b1ce-3d162d916ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f03cf8ff-7b15-42a9-93d7-49a933a7a86b,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:50.541383 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-beba8305-018b-4ebb-b1ce-3d162d916ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661406'] for router_gateway, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:50.632419 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-beba8305-018b-4ebb-b1ce-3d162d916ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57784'] for router, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:50.634510 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-beba8305-018b-4ebb-b1ce-3d162d916ae5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:50.677286 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-beba8305-018b-4ebb-b1ce-3d162d916ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-656498'] for router, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:50.677772 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beba8305-018b-4ebb-b1ce-3d162d916ae5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e459665b-ed60-4085-afac-2823caafe194 {{(pid=101677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:42:50.682284 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-beba8305-018b-4ebb-b1ce-3d162d916ae5 admin admin] Publish callbacks [] for router, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:50.683504 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-beba8305-018b-4ebb-b1ce-3d162d916ae5 admin admin] 10.222.0.70 "DELETE /v2.0/routers/e459665b-ed60-4085-afac-2823caafe194 HTTP/1.1" status: 204 len: 168 time: 0.8948686 Nov 12 02:42:50.686264 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51018) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:42:50.732415 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_v2 [None req-adabdcec-af76-4203-a3b1-3325fdf791af admin admin] Deleting subnet 1eb2d78b-90ec-499b-bd47-39af82428c23 {{(pid=101677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:42:50.736318 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-adabdcec-af76-4203-a3b1-3325fdf791af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:50.772547 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-adabdcec-af76-4203-a3b1-3325fdf791af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25589382'] for subnet, precommit_delete_associations {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:50.854242 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-adabdcec-af76-4203-a3b1-3325fdf791af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16054281'] for subnet, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:50.907253 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-adabdcec-af76-4203-a3b1-3325fdf791af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16054302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25522203'] for subnet, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:50.931623 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabdcec-af76-4203-a3b1-3325fdf791af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb2d78b-90ec-499b-bd47-39af82428c23,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:50.935976 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-adabdcec-af76-4203-a3b1-3325fdf791af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:50.939260 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-adabdcec-af76-4203-a3b1-3325fdf791af admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1eb2d78b-90ec-499b-bd47-39af82428c23 HTTP/1.1" status: 204 len: 168 time: 0.2519748 Nov 12 02:42:50.941717 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51020) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:42:50.941880 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5303f9-7618-42d3-9ff9-4b12d6f6dae8 None None] Network babc3499-34b6-4659-a1c7-3e703b29209b requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:42:51.014637 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7f83-694a-4372-bf9d-02ca2562dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378732'] for network, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:51.066472 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed7f83-694a-4372-bf9d-02ca2562dda1 admin admin] Deleting port 2940b977-5a0d-4963-bd68-d5720f9cf462 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:42:51.066864 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7f83-694a-4372-bf9d-02ca2562dda1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:51.128178 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea3be46-7e08-4a0b-b381-d6e508423d9d None None] DHCP port deletion for babc3499-34b6-4659-a1c7-3e703b29209b request from dv-cinder-808574-4-iscsi {{(pid=101679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:42:51.138937 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-a9ed7f83-694a-4372-bf9d-02ca2562dda1 admin admin] For port 2940b977-5a0d-4963-bd68-d5720f9cf462, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=2940b977-5a0d-4963-bd68-d5720f9cf462,segment=NetworkSegment(d4228465-5f81-484b-9303-d5b49ef10648),segment_id=d4228465-5f81-484b-9303-d5b49ef10648)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:42:51.139325 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7f83-694a-4372-bf9d-02ca2562dda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:51.154490 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed7f83-694a-4372-bf9d-02ca2562dda1 admin admin] Calling delete_port for 2940b977-5a0d-4963-bd68-d5720f9cf462 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:42:51.178480 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-3ea3be46-7e08-4a0b-b381-d6e508423d9d None None] Deleting port 2940b977-5a0d-4963-bd68-d5720f9cf462 {{(pid=101679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:42:51.178795 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-3ea3be46-7e08-4a0b-b381-d6e508423d9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:51.235261 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7f83-694a-4372-bf9d-02ca2562dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:51.251650 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-3ea3be46-7e08-4a0b-b381-d6e508423d9d None None] For port 2940b977-5a0d-4963-bd68-d5720f9cf462, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=2940b977-5a0d-4963-bd68-d5720f9cf462,segment=NetworkSegment(d4228465-5f81-484b-9303-d5b49ef10648),segment_id=d4228465-5f81-484b-9303-d5b49ef10648)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:42:51.252042 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-3ea3be46-7e08-4a0b-b381-d6e508423d9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:51.262765 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed7f83-694a-4372-bf9d-02ca2562dda1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2940b977-5a0d-4963-bd68-d5720f9cf462,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:51.266124 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed7f83-694a-4372-bf9d-02ca2562dda1 admin admin] No DVR routers for this DVR port 2940b977-5a0d-4963-bd68-d5720f9cf462 on host dv-cinder-808574-4-iscsi {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:42:51.346146 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7f83-694a-4372-bf9d-02ca2562dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16054926', 'neutron.services.segments.db._delete_segments_for_network-8767026152430'] for network, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:51.369636 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-a9ed7f83-694a-4372-bf9d-02ca2562dda1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babc3499-34b6-4659-a1c7-3e703b29209b']}} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:42:51.381083 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-a9ed7f83-694a-4372-bf9d-02ca2562dda1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4228465-5f81-484b-9303-d5b49ef10648') {'for_net_delete': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:42:51.381436 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-a9ed7f83-694a-4372-bf9d-02ca2562dda1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4228465-5f81-484b-9303-d5b49ef10648') {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:42:51.392075 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7f83-694a-4372-bf9d-02ca2562dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767026057975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25590901'] for segment, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:51.396337 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-3ea3be46-7e08-4a0b-b381-d6e508423d9d None None] Calling delete_port for 2940b977-5a0d-4963-bd68-d5720f9cf462 owned by network:dhcp {{(pid=101679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:42:51.407488 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7f83-694a-4372-bf9d-02ca2562dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:51.413961 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ed7f83-694a-4372-bf9d-02ca2562dda1 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=101677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:42:51.414342 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7f83-694a-4372-bf9d-02ca2562dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589397'] for segment, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: Traceback (most recent call last): Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: timer() Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: cb(*args, **kw) Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: return func(*args, **kwargs) Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: self._notify() Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: self.callback(batched_events) Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: event.method(event) Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: return f(self, *a, **k) Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: return self._get(url).json() Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: return self.request(url, 'GET', **kwargs) Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:42:51.416502 dv-cinder-808574-4-iscsi neutron-server[101677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:42:51.472167 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-3ea3be46-7e08-4a0b-b381-d6e508423d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146'] for port, after_delete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:51.475526 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7f83-694a-4372-bf9d-02ca2562dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16054935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661474'] for network, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:51.491007 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7f83-694a-4372-bf9d-02ca2562dda1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:51.498382 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-a9ed7f83-694a-4372-bf9d-02ca2562dda1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/babc3499-34b6-4659-a1c7-3e703b29209b HTTP/1.1" status: 204 len: 168 time: 0.5518603 Nov 12 02:42:51.498382 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed7f83-694a-4372-bf9d-02ca2562dda1 admin admin] Pushing event deleted for resources: {'Network': ['ID=babc3499-34b6-4659-a1c7-3e703b29209b,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:51.498382 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51022) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:42:51.499887 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3ea3be46-7e08-4a0b-b381-d6e508423d9d None None] Network babc3499-34b6-4659-a1c7-3e703b29209b is not hosted by any dhcp agent {{(pid=101679) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 02:42:51.500327 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3be46-7e08-4a0b-b381-d6e508423d9d None None] No DVR routers for this DVR port 2940b977-5a0d-4963-bd68-d5720f9cf462 on host dv-cinder-808574-4-iscsi {{(pid=101679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:42:51.503681 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3be46-7e08-4a0b-b381-d6e508423d9d None None] Pushing event deleted for resources: {'Port': ['ID=2940b977-5a0d-4963-bd68-d5720f9cf462,revision_number=None']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:51.515860 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3be46-7e08-4a0b-b381-d6e508423d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:51.516127 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3be46-7e08-4a0b-b381-d6e508423d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:51.516467 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3be46-7e08-4a0b-b381-d6e508423d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:51.516800 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3be46-7e08-4a0b-b381-d6e508423d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:51.517128 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3be46-7e08-4a0b-b381-d6e508423d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:51.517455 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3be46-7e08-4a0b-b381-d6e508423d9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:51.517785 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3be46-7e08-4a0b-b381-d6e508423d9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:51.518121 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3be46-7e08-4a0b-b381-d6e508423d9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:51.518457 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3be46-7e08-4a0b-b381-d6e508423d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:51.518808 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3be46-7e08-4a0b-b381-d6e508423d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:51.519126 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3be46-7e08-4a0b-b381-d6e508423d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:51.519443 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3be46-7e08-4a0b-b381-d6e508423d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:42:52.117586 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-52423de3-b38f-4ded-b84a-10b33fbda6f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658132'] for router_interface, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:52.210570 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device f03cf8ff-7b15-42a9-93d7-49a933a7a86b no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:42:52.246030 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: f03cf8ff-7b15-42a9-93d7-49a933a7a86b {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:42:52.247243 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device f03cf8ff-7b15-42a9-93d7-49a933a7a86b not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:42:52.247916 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 2940b977-5a0d-4963-bd68-d5720f9cf462 no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:42:52.272223 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: 2940b977-5a0d-4963-bd68-d5720f9cf462 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:42:52.272560 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 2940b977-5a0d-4963-bd68-d5720f9cf462 not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:42:52.272979 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 0d64cf1b-fe4d-404f-8a88-a646bde64627 no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:42:52.291968 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: 0d64cf1b-fe4d-404f-8a88-a646bde64627 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:42:52.292307 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 0d64cf1b-fe4d-404f-8a88-a646bde64627 not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:42:52.383013 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-52423de3-b38f-4ded-b84a-10b33fbda6f7 admin admin] Deleting port 8f017414-dd94-4d44-aef2-0ba69c475baa {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:42:52.383257 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-52423de3-b38f-4ded-b84a-10b33fbda6f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:52.463887 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-52423de3-b38f-4ded-b84a-10b33fbda6f7 admin admin] For port 8f017414-dd94-4d44-aef2-0ba69c475baa, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=8f017414-dd94-4d44-aef2-0ba69c475baa,segment=NetworkSegment(26bcdd8b-d36b-4744-bd33-6f39a6628e07),segment_id=26bcdd8b-d36b-4744-bd33-6f39a6628e07)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:42:52.464257 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-52423de3-b38f-4ded-b84a-10b33fbda6f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:52.477071 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-52423de3-b38f-4ded-b84a-10b33fbda6f7 admin admin] Calling delete_port for 8f017414-dd94-4d44-aef2-0ba69c475baa owned by network:router_interface {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:42:52.657785 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-52423de3-b38f-4ded-b84a-10b33fbda6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:52.683495 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52423de3-b38f-4ded-b84a-10b33fbda6f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f017414-dd94-4d44-aef2-0ba69c475baa,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:52.861705 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-52423de3-b38f-4ded-b84a-10b33fbda6f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658532'] for router_interface, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:53.099355 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52423de3-b38f-4ded-b84a-10b33fbda6f7 admin admin] Router a7e6ee1f-46c1-45dd-813e-e893a48f33dd has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:42:53.207520 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52423de3-b38f-4ded-b84a-10b33fbda6f7 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:42:53.215705 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-52423de3-b38f-4ded-b84a-10b33fbda6f7 admin admin] 10.222.0.70 "PUT /v2.0/routers/a7e6ee1f-46c1-45dd-813e-e893a48f33dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7157936 Nov 12 02:42:53.225923 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2abdbd-5949-413d-a8b8-1632080d2761 None None] Sync routers for ids ['a7e6ee1f-46c1-45dd-813e-e893a48f33dd'] in dv-cinder-808574-4-iscsi {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:42:53.226452 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51024) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:42:53.226910 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2abdbd-5949-413d-a8b8-1632080d2761 None None] Routers {'a7e6ee1f-46c1-45dd-813e-e893a48f33dd'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:42:53.227528 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-8e2abdbd-5949-413d-a8b8-1632080d2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:42:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['a7e6ee1f-46c1-45dd-813e-e893a48f33dd'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:42:53.333492 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8c2416ce-a566-42bd-b30c-84095dcdbdc2 admin admin] Publish callbacks [] for router, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:53.334117 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-8e2abdbd-5949-413d-a8b8-1632080d2761 None None] Set router a7e6ee1f-46c1-45dd-813e-e893a48f33dd gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:42:53.437540 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8c2416ce-a566-42bd-b30c-84095dcdbdc2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:53.494158 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-8c2416ce-a566-42bd-b30c-84095dcdbdc2 admin admin] Deleting port b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:42:53.494504 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8c2416ce-a566-42bd-b30c-84095dcdbdc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:53.525372 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-8e2abdbd-5949-413d-a8b8-1632080d2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e6ee1f-46c1-45dd-813e-e893a48f33dd', 'name': 'tempest-TestMinimumBasicScenario-1158236871-router', 'tenant_id': '2d5b61b5c43042e697896443230b3681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:28Z', 'updated_at': '2021-11-12T02:42:52Z', 'revision_number': 5, 'project_id': '2d5b61b5c43042e697896443230b3681', 'gw_port': {'id': 'b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e6ee1f-46c1-45dd-813e-e893a48f33dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:39:28Z', 'updated_at': '2021-11-12T02:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:42:53.559466 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2abdbd-5949-413d-a8b8-1632080d2761 None None] Checking router: a7e6ee1f-46c1-45dd-813e-e893a48f33dd for host: dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:42:53.568488 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2abdbd-5949-413d-a8b8-1632080d2761 None None] Routers {'a7e6ee1f-46c1-45dd-813e-e893a48f33dd'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:42:53.569105 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-8e2abdbd-5949-413d-a8b8-1632080d2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:42:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['a7e6ee1f-46c1-45dd-813e-e893a48f33dd'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:42:53.587661 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-8c2416ce-a566-42bd-b30c-84095dcdbdc2 admin admin] For port b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:42:53.588062 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8c2416ce-a566-42bd-b30c-84095dcdbdc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:53.602701 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-8c2416ce-a566-42bd-b30c-84095dcdbdc2 admin admin] Calling delete_port for b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc owned by network:router_gateway {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:42:53.773077 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-8e2abdbd-5949-413d-a8b8-1632080d2761 None None] Set router a7e6ee1f-46c1-45dd-813e-e893a48f33dd gateway port host: None {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:42:53.787651 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8c2416ce-a566-42bd-b30c-84095dcdbdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:53.822679 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2416ce-a566-42bd-b30c-84095dcdbdc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:53.829673 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-8e2abdbd-5949-413d-a8b8-1632080d2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e6ee1f-46c1-45dd-813e-e893a48f33dd', 'name': 'tempest-TestMinimumBasicScenario-1158236871-router', 'tenant_id': '2d5b61b5c43042e697896443230b3681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:28Z', 'updated_at': '2021-11-12T02:42:53Z', 'revision_number': 6, 'project_id': '2d5b61b5c43042e697896443230b3681', 'gw_port_host': None}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:42:53.859757 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2abdbd-5949-413d-a8b8-1632080d2761 None None] The sync data for ids ['a7e6ee1f-46c1-45dd-813e-e893a48f33dd'] in dv-cinder-808574-4-iscsi is: [{'id': 'a7e6ee1f-46c1-45dd-813e-e893a48f33dd', 'name': 'tempest-TestMinimumBasicScenario-1158236871-router', 'tenant_id': '2d5b61b5c43042e697896443230b3681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:39:28Z', 'updated_at': '2021-11-12T02:42:53Z', 'revision_number': 6, 'project_id': '2d5b61b5c43042e697896443230b3681', 'gw_port_host': None}] {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:42:53.912991 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8c2416ce-a566-42bd-b30c-84095dcdbdc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661406'] for router_gateway, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:54.005013 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8c2416ce-a566-42bd-b30c-84095dcdbdc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57784'] for router, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:54.007324 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8c2416ce-a566-42bd-b30c-84095dcdbdc2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:54.059006 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8c2416ce-a566-42bd-b30c-84095dcdbdc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-656498'] for router, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:54.059591 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2416ce-a566-42bd-b30c-84095dcdbdc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7e6ee1f-46c1-45dd-813e-e893a48f33dd {{(pid=101677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:42:54.064537 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-8c2416ce-a566-42bd-b30c-84095dcdbdc2 admin admin] Publish callbacks [] for router, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:54.065699 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-8c2416ce-a566-42bd-b30c-84095dcdbdc2 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a7e6ee1f-46c1-45dd-813e-e893a48f33dd HTTP/1.1" status: 204 len: 168 time: 0.8461516 Nov 12 02:42:54.068378 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51028) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:42:54.113898 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_v2 [None req-475452da-efd1-40c6-a221-26fd7a82126f admin admin] Deleting subnet d3ae5c5e-dd09-43d0-a83a-75c0eed63277 {{(pid=101677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:42:54.117014 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-475452da-efd1-40c6-a221-26fd7a82126f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:54.151074 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-475452da-efd1-40c6-a221-26fd7a82126f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25589382'] for subnet, precommit_delete_associations {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:54.235785 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-475452da-efd1-40c6-a221-26fd7a82126f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16054281'] for subnet, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:54.297234 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-475452da-efd1-40c6-a221-26fd7a82126f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16054302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25522203'] for subnet, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:54.321333 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 8f017414-dd94-4d44-aef2-0ba69c475baa no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:42:54.324951 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475452da-efd1-40c6-a221-26fd7a82126f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3ae5c5e-dd09-43d0-a83a-75c0eed63277,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:54.328791 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-475452da-efd1-40c6-a221-26fd7a82126f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:54.332051 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-475452da-efd1-40c6-a221-26fd7a82126f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d3ae5c5e-dd09-43d0-a83a-75c0eed63277 HTTP/1.1" status: 204 len: 168 time: 0.2626886 Nov 12 02:42:54.334493 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51030) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:42:54.355049 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90a0c37-6d22-49b6-949f-0c52512db550 None None] Network 65486a1a-0d92-4764-b3c9-c5ab100d72ca requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:42:54.357291 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: 8f017414-dd94-4d44-aef2-0ba69c475baa {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:42:54.357636 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 8f017414-dd94-4d44-aef2-0ba69c475baa not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:42:54.408938 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e61fe5d2-1708-4d1e-a8e3-b7ae2ffbcac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378732'] for network, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:54.462734 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e61fe5d2-1708-4d1e-a8e3-b7ae2ffbcac8 admin admin] Deleting port 19e1f608-13cf-4348-94eb-60a8ae5f5393 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:42:54.463204 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e61fe5d2-1708-4d1e-a8e3-b7ae2ffbcac8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:54.526971 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-e61fe5d2-1708-4d1e-a8e3-b7ae2ffbcac8 admin admin] For port 19e1f608-13cf-4348-94eb-60a8ae5f5393, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=19e1f608-13cf-4348-94eb-60a8ae5f5393,segment=NetworkSegment(26bcdd8b-d36b-4744-bd33-6f39a6628e07),segment_id=26bcdd8b-d36b-4744-bd33-6f39a6628e07)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:42:54.527929 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e61fe5d2-1708-4d1e-a8e3-b7ae2ffbcac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:54.540206 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-e61fe5d2-1708-4d1e-a8e3-b7ae2ffbcac8 admin admin] Calling delete_port for 19e1f608-13cf-4348-94eb-60a8ae5f5393 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:42:54.624779 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e61fe5d2-1708-4d1e-a8e3-b7ae2ffbcac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:54.662553 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fe5d2-1708-4d1e-a8e3-b7ae2ffbcac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e1f608-13cf-4348-94eb-60a8ae5f5393,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:54.667476 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61fe5d2-1708-4d1e-a8e3-b7ae2ffbcac8 admin admin] No DVR routers for this DVR port 19e1f608-13cf-4348-94eb-60a8ae5f5393 on host dv-cinder-808574-4-iscsi {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:42:54.669908 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ef8aeb-737d-4710-aedd-52a9d02b984a None None] DHCP port deletion for 65486a1a-0d92-4764-b3c9-c5ab100d72ca request from dv-cinder-808574-4-iscsi {{(pid=101679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:42:54.759232 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e61fe5d2-1708-4d1e-a8e3-b7ae2ffbcac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16054926', 'neutron.services.segments.db._delete_segments_for_network-8767026152430'] for network, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:54.781657 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-e61fe5d2-1708-4d1e-a8e3-b7ae2ffbcac8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65486a1a-0d92-4764-b3c9-c5ab100d72ca']}} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:42:54.791629 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-e61fe5d2-1708-4d1e-a8e3-b7ae2ffbcac8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26bcdd8b-d36b-4744-bd33-6f39a6628e07') {'for_net_delete': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:42:54.791931 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-e61fe5d2-1708-4d1e-a8e3-b7ae2ffbcac8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26bcdd8b-d36b-4744-bd33-6f39a6628e07') {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:42:54.801953 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e61fe5d2-1708-4d1e-a8e3-b7ae2ffbcac8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767026057975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25590901'] for segment, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:54.816388 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e61fe5d2-1708-4d1e-a8e3-b7ae2ffbcac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:54.822547 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61fe5d2-1708-4d1e-a8e3-b7ae2ffbcac8 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=101677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:42:54.822977 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e61fe5d2-1708-4d1e-a8e3-b7ae2ffbcac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589397'] for segment, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: Traceback (most recent call last): Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: timer() Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: cb(*args, **kw) Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: return func(*args, **kwargs) Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: self._notify() Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: self.callback(batched_events) Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: event.method(event) Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: return f(self, *a, **k) Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: return self._get(url).json() Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: return self.request(url, 'GET', **kwargs) Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:42:54.825126 dv-cinder-808574-4-iscsi neutron-server[101677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:42:54.881152 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e61fe5d2-1708-4d1e-a8e3-b7ae2ffbcac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16054935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661474'] for network, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:54.889281 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e61fe5d2-1708-4d1e-a8e3-b7ae2ffbcac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:54.893644 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-e61fe5d2-1708-4d1e-a8e3-b7ae2ffbcac8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/65486a1a-0d92-4764-b3c9-c5ab100d72ca HTTP/1.1" status: 204 len: 168 time: 0.5580134 Nov 12 02:42:54.909226 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fe5d2-1708-4d1e-a8e3-b7ae2ffbcac8 admin admin] Pushing event deleted for resources: {'Network': ['ID=65486a1a-0d92-4764-b3c9-c5ab100d72ca,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:55.058579 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51040) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:42:55.104198 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-4d8a35f6-8ed2-4638-aac6-001ba42b7ea5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c863d2b5a6444d01a46426976b87632b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443475 Nov 12 02:42:55.106625 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51042) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:42:55.154535 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d35da90b-52dd-4130-bc9d-cc3080808881 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:55.175510 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d35da90b-52dd-4130-bc9d-cc3080808881 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:55.223729 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d35da90b-52dd-4130-bc9d-cc3080808881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:55.226293 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d35da90b-52dd-4130-bc9d-cc3080808881 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:55.227514 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-d35da90b-52dd-4130-bc9d-cc3080808881 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b330e2c2-b611-4bd1-8991-7a1191be834c HTTP/1.1" status: 204 len: 168 time: 0.1199667 Nov 12 02:42:55.236637 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35da90b-52dd-4130-bc9d-cc3080808881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b330e2c2-b611-4bd1-8991-7a1191be834c,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:55.532888 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51050) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:42:55.572622 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-6d088938-4089-45a8-9e4a-18096262c6fb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2d5b61b5c43042e697896443230b3681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385702 Nov 12 02:42:55.575436 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 51052) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:42:55.626553 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4e3b114c-1c1d-4ce8-8a4f-24f4a4061204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:55.648918 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4e3b114c-1c1d-4ce8-8a4f-24f4a4061204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:55.699618 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4e3b114c-1c1d-4ce8-8a4f-24f4a4061204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:55.702255 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-4e3b114c-1c1d-4ce8-8a4f-24f4a4061204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:55.703449 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-4e3b114c-1c1d-4ce8-8a4f-24f4a4061204 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f48c0381-44e6-487d-bec3-7f1c2bd06ac7 HTTP/1.1" status: 204 len: 168 time: 0.1271057 Nov 12 02:42:55.711885 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b114c-1c1d-4ce8-8a4f-24f4a4061204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48c0381-44e6-487d-bec3-7f1c2bd06ac7,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:56.211300 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 19e1f608-13cf-4348-94eb-60a8ae5f5393 no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:42:56.238270 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: 19e1f608-13cf-4348-94eb-60a8ae5f5393 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:42:56.238610 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 19e1f608-13cf-4348-94eb-60a8ae5f5393 not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:42:56.239116 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:42:56.259477 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:42:56.259818 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device b6b86e8d-27fb-4f6c-9a14-ee25bfd2e9dc not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:42:56.405817 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 51076) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:42:56.501773 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-c39629ae-d6e3-4043-9ad6-40e926a1280a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1248979137-network', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:42:56.523576 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39629ae-d6e3-4043-9ad6-40e926a1280a admin admin] Made reservation on behalf of 0d6994b5f4e24d6483ad3e16b25cf629 for: {'network': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:42:56.526069 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c39629ae-d6e3-4043-9ad6-40e926a1280a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for network, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:56.534468 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c39629ae-d6e3-4043-9ad6-40e926a1280a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:56.608461 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c39629ae-d6e3-4043-9ad6-40e926a1280a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:56.612481 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c39629ae-d6e3-4043-9ad6-40e926a1280a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:56.642314 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39629ae-d6e3-4043-9ad6-40e926a1280a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=101678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:42:56.648721 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39629ae-d6e3-4043-9ad6-40e926a1280a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79245e0-f26f-4e40-9bda-1a0a79f25bf0,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:56.654921 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c39629ae-d6e3-4043-9ad6-40e926a1280a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:56.655271 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.segments_db [None req-c39629ae-d6e3-4043-9ad6-40e926a1280a admin admin] Added segment d446eefa-5dde-47b1-83d1-c3242ad93df2 of type vlan for network 425b490a-d6f0-477e-9438-9d9ddb46ede3 Nov 12 02:42:56.697994 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c39629ae-d6e3-4043-9ad6-40e926a1280a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767025606099'] for network, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:56.721813 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c39629ae-d6e3-4043-9ad6-40e926a1280a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for network, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:56.722707 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39629ae-d6e3-4043-9ad6-40e926a1280a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:42:56.723291 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c39629ae-d6e3-4043-9ad6-40e926a1280a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:56.756115 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-c39629ae-d6e3-4043-9ad6-40e926a1280a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3490634 Nov 12 02:42:56.758999 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 51080) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:42:56.789366 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-a9d216f3-378a-4e9f-86d9-c190431a7998 admin admin] Request body: {'subnet': {'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1248979137-subnet', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'ip_version': 4}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:42:56.802065 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39629ae-d6e3-4043-9ad6-40e926a1280a admin admin] Pushing event updated for resources: {'Network': ['ID=425b490a-d6f0-477e-9438-9d9ddb46ede3,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:56.813246 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Network 425b490a-d6f0-477e-9438-9d9ddb46ede3 details requested by agent ovs-agent-dv-cinder-808574-4-iscsi with host dv-cinder-808574-4-iscsi {{(pid=101679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:42:56.818998 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d216f3-378a-4e9f-86d9-c190431a7998 admin admin] Made reservation on behalf of 0d6994b5f4e24d6483ad3e16b25cf629 for: {'subnet': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:42:56.821425 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a9d216f3-378a-4e9f-86d9-c190431a7998 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25509542'] for subnet, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:56.992980 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a9d216f3-378a-4e9f-86d9-c190431a7998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25342536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25509556'] for subnet, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:57.046790 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d216f3-378a-4e9f-86d9-c190431a7998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b2326d1-37e9-4803-b609-349bf96ed76c,revision_number=0']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:57.058206 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d216f3-378a-4e9f-86d9-c190431a7998 admin admin] Checking segment: {'id': 'd446eefa-5dde-47b1-83d1-c3242ad93df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:42:57.058594 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d216f3-378a-4e9f-86d9-c190431a7998 admin admin] Network hostable DHCP agents. Network: 425b490a-d6f0-477e-9438-9d9ddb46ede3, hostable agents: ['9ef3605f-eeb0-4f31-885d-199b6c4cd983'], hosted agents: [] {{(pid=101678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:42:57.075370 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d216f3-378a-4e9f-86d9-c190431a7998 admin admin] Network 425b490a-d6f0-477e-9438-9d9ddb46ede3 is scheduled to be hosted by DHCP agent 9ef3605f-eeb0-4f31-885d-199b6c4cd983 with binding_index 1 {{(pid=101678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:42:57.083982 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-a9d216f3-378a-4e9f-86d9-c190431a7998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-iscsi, 425b490a-d6f0-477e-9438-9d9ddb46ede3) {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:42:57.088584 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d216f3-378a-4e9f-86d9-c190431a7998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:42:57.090263 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-a9d216f3-378a-4e9f-86d9-c190431a7998 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:57.093534 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6494579b-a94f-4700-b07a-25d8b2ca0882 None None] Network 425b490a-d6f0-477e-9438-9d9ddb46ede3 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:42:57.106760 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-a9d216f3-378a-4e9f-86d9-c190431a7998 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3209834 Nov 12 02:42:57.109286 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 51082) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:42:57.113771 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-bcdd259c-be27-40bc-bd91-5058e333c0b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1248979137-router', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:42:57.134856 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bcdd259c-be27-40bc-bd91-5058e333c0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57774'] for router, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:57.135861 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bcdd259c-be27-40bc-bd91-5058e333c0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661359', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57783'] for router, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:57.189032 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bcdd259c-be27-40bc-bd91-5058e333c0b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:57.240586 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9b79ba-fe4a-42eb-829f-11f78e1d5f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8380c581-5d88-5bd8-92a8-04b3ddf9b27a-425b490a-d6f0-477e-9438-9d9ddb46ede3', 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'fixed_ips': [{'subnet_id': '0b2326d1-37e9-4803-b609-349bf96ed76c'}]}} from dv-cinder-808574-4-iscsi. {{(pid=101679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:42:57.241503 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-db9b79ba-fe4a-42eb-829f-11f78e1d5f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:57.328809 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bcdd259c-be27-40bc-bd91-5058e333c0b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:57.390317 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.db_base_plugin_common [None req-db9b79ba-fe4a-42eb-829f-11f78e1d5f4f None None] Allocated IP 172.20.0.2 (425b490a-d6f0-477e-9438-9d9ddb46ede3/0b2326d1-37e9-4803-b609-349bf96ed76c/bfe5abd1-d8bd-4338-b17e-b054c9381ba9) {{(pid=101679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:42:57.531820 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bcdd259c-be27-40bc-bd91-5058e333c0b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:57.539481 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-db9b79ba-fe4a-42eb-829f-11f78e1d5f4f None None] Publish callbacks [] for port, precommit_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:57.545121 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-db9b79ba-fe4a-42eb-829f-11f78e1d5f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:57.550508 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bcdd259c-be27-40bc-bd91-5058e333c0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:57.581430 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9b79ba-fe4a-42eb-829f-11f78e1d5f4f None None] Network 425b490a-d6f0-477e-9438-9d9ddb46ede3 is already hosted by enough agents. {{(pid=101679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:42:57.587437 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.scheduler.base_scheduler [None req-db9b79ba-fe4a-42eb-829f-11f78e1d5f4f None None] Resources bound (agent type, host, resource id): {{(pid=101679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:42:57.591902 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9b79ba-fe4a-42eb-829f-11f78e1d5f4f None None] Received port after_create {{(pid=101679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:42:57.599027 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b79ba-fe4a-42eb-829f-11f78e1d5f4f None None] Pushing event updated for resources: {'Port': ['ID=bfe5abd1-d8bd-4338-b17e-b054c9381ba9,revision_number=1']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:57.651257 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-db9b79ba-fe4a-42eb-829f-11f78e1d5f4f None None] Attempting to bind port bfe5abd1-d8bd-4338-b17e-b054c9381ba9 on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:42:57.651619 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-db9b79ba-fe4a-42eb-829f-11f78e1d5f4f None None] Attempting to bind port bfe5abd1-d8bd-4338-b17e-b054c9381ba9 by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': 'd446eefa-5dde-47b1-83d1-c3242ad93df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3'}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:42:57.651976 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9b79ba-fe4a-42eb-829f-11f78e1d5f4f None None] Attempting to bind port bfe5abd1-d8bd-4338-b17e-b054c9381ba9 on network 425b490a-d6f0-477e-9438-9d9ddb46ede3 {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:42:57.655207 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [None req-bcdd259c-be27-40bc-bd91-5058e333c0b5 admin admin] Allocated IP 172.27.2.133 (3c7696da-eba1-40bc-922c-d91bed889fdf/d5dec2f9-f4c7-48bf-8714-a16e67e9832d/95031465-cbff-4401-a36d-80bd33c448ad) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:42:57.657976 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9b79ba-fe4a-42eb-829f-11f78e1d5f4f None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:42:57.658347 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9b79ba-fe4a-42eb-829f-11f78e1d5f4f None None] Checking segment: {'id': 'd446eefa-5dde-47b1-83d1-c3242ad93df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:42:57.658772 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-db9b79ba-fe4a-42eb-829f-11f78e1d5f4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:57.659160 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9b79ba-fe4a-42eb-829f-11f78e1d5f4f None None] Bound using segment: {'id': 'd446eefa-5dde-47b1-83d1-c3242ad93df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3'} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:42:57.659627 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-db9b79ba-fe4a-42eb-829f-11f78e1d5f4f None None] Bound port: bfe5abd1-d8bd-4338-b17e-b054c9381ba9, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd446eefa-5dde-47b1-83d1-c3242ad93df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3'}}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:42:57.660060 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-db9b79ba-fe4a-42eb-829f-11f78e1d5f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:57.732483 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-db9b79ba-fe4a-42eb-829f-11f78e1d5f4f None None] For port bfe5abd1-d8bd-4338-b17e-b054c9381ba9, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:42:57.736027 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-db9b79ba-fe4a-42eb-829f-11f78e1d5f4f None None] For port bfe5abd1-d8bd-4338-b17e-b054c9381ba9, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=bfe5abd1-d8bd-4338-b17e-b054c9381ba9,segment=NetworkSegment(d446eefa-5dde-47b1-83d1-c3242ad93df2),segment_id=d446eefa-5dde-47b1-83d1-c3242ad93df2)] {{(pid=101679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:42:57.739967 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-db9b79ba-fe4a-42eb-829f-11f78e1d5f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:57.766237 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bcdd259c-be27-40bc-bd91-5058e333c0b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:57.812279 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bcdd259c-be27-40bc-bd91-5058e333c0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:57.815534 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b79ba-fe4a-42eb-829f-11f78e1d5f4f None None] Pushing event updated for resources: {'Port': ['ID=bfe5abd1-d8bd-4338-b17e-b054c9381ba9,revision_number=2']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:57.858245 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdd259c-be27-40bc-bd91-5058e333c0b5 admin admin] Network 3c7696da-eba1-40bc-922c-d91bed889fdf is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:42:57.861230 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-bcdd259c-be27-40bc-bd91-5058e333c0b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:42:57.864912 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdd259c-be27-40bc-bd91-5058e333c0b5 admin admin] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:42:57.887770 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd259c-be27-40bc-bd91-5058e333c0b5 admin admin] Pushing event updated for resources: {'Port': ['ID=95031465-cbff-4401-a36d-80bd33c448ad,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:58.135765 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bcdd259c-be27-40bc-bd91-5058e333c0b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:58.240355 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device bfe5abd1-d8bd-4338-b17e-b054c9381ba9 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:42:58.289144 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port bfe5abd1-d8bd-4338-b17e-b054c9381ba9 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:42:58.289851 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:58.342075 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bcdd259c-be27-40bc-bd91-5058e333c0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661434'] for router, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:58.373121 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:58.408510 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] For port bfe5abd1-d8bd-4338-b17e-b054c9381ba9, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=bfe5abd1-d8bd-4338-b17e-b054c9381ba9,segment=NetworkSegment(d446eefa-5dde-47b1-83d1-c3242ad93df2),segment_id=d446eefa-5dde-47b1-83d1-c3242ad93df2)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:42:58.414125 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:58.468244 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Pushing event updated for resources: {'Port': ['ID=bfe5abd1-d8bd-4338-b17e-b054c9381ba9,revision_number=3']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:58.503785 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdd259c-be27-40bc-bd91-5058e333c0b5 admin admin] Router 29956b3a-4d2f-405e-839a-75f45f3e6e4a is scheduled to L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 with binding_index 1 {{(pid=101678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:42:58.614139 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdd259c-be27-40bc-bd91-5058e333c0b5 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:42:58.625329 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] Sync routers for ids ['29956b3a-4d2f-405e-839a-75f45f3e6e4a'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:42:58.633165 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-bcdd259c-be27-40bc-bd91-5058e333c0b5 admin admin] Publish callbacks [] for router, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:58.637491 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-bcdd259c-be27-40bc-bd91-5058e333c0b5 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5240993 Nov 12 02:42:58.638040 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 51084) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:42:58.638659 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] Routers {'29956b3a-4d2f-405e-839a-75f45f3e6e4a'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:42:58.639406 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:42:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['29956b3a-4d2f-405e-839a-75f45f3e6e4a'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:42:58.679806 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58f515c-0d72-43a1-a8aa-6e6b11477af8 None None] Network 425b490a-d6f0-477e-9438-9d9ddb46ede3 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:42:58.807798 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-70058990-6512-439f-a1f2-b25e0f5109b1 None None] Provisioning complete for port bfe5abd1-d8bd-4338-b17e-b054c9381ba9 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:42:58.808857 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-70058990-6512-439f-a1f2-b25e0f5109b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:58.849532 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] Set router 29956b3a-4d2f-405e-839a-75f45f3e6e4a gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:42:59.061392 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f9c88bf9-5d7d-462b-b7ce-847a9adf9df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:59.136175 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'name': 'tempest-TestShelveInstance-1248979137-router', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '95031465-cbff-4401-a36d-80bd33c448ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:42:58Z', 'revision_number': 3, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'gw_port': {'id': '95031465-cbff-4401-a36d-80bd33c448ad', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:af:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:42:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:42:59.174484 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] Checking router: 29956b3a-4d2f-405e-839a-75f45f3e6e4a for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:42:59.174934 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] Updating router 29956b3a-4d2f-405e-839a-75f45f3e6e4a port 95031465-cbff-4401-a36d-80bd33c448ad binding host dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:42:59.200386 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:59.244549 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [None req-f9c88bf9-5d7d-462b-b7ce-847a9adf9df8 admin admin] Allocated IP 172.20.0.1 (425b490a-d6f0-477e-9438-9d9ddb46ede3/0b2326d1-37e9-4803-b609-349bf96ed76c/a464e07a-8885-419b-994f-64c79bc52af0) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:42:59.359202 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f9c88bf9-5d7d-462b-b7ce-847a9adf9df8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:59.394516 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f9c88bf9-5d7d-462b-b7ce-847a9adf9df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:59.430743 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c88bf9-5d7d-462b-b7ce-847a9adf9df8 admin admin] Network 425b490a-d6f0-477e-9438-9d9ddb46ede3 is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:42:59.435159 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-5fc72f5c-a434-481d-a742-eccf9a120eb1 None None] Provisioning complete for port bfe5abd1-d8bd-4338-b17e-b054c9381ba9 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:42:59.436003 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-5fc72f5c-a434-481d-a742-eccf9a120eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:59.438035 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-f9c88bf9-5d7d-462b-b7ce-847a9adf9df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:42:59.441619 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c88bf9-5d7d-462b-b7ce-847a9adf9df8 admin admin] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:42:59.464770 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c88bf9-5d7d-462b-b7ce-847a9adf9df8 admin admin] Pushing event updated for resources: {'Port': ['ID=a464e07a-8885-419b-994f-64c79bc52af0,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:59.487115 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f9c88bf9-5d7d-462b-b7ce-847a9adf9df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658031'] for router_interface, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:59.628116 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f9c88bf9-5d7d-462b-b7ce-847a9adf9df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:59.656220 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] Publish callbacks [] for port, precommit_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:59.661671 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:59.724696 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3a038-0433-4efa-8e87-6e726f1cfd5b None None] Pushing event updated for resources: {'Port': ['ID=95031465-cbff-4401-a36d-80bd33c448ad,revision_number=2']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:59.726954 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] Attempting to bind port 95031465-cbff-4401-a36d-80bd33c448ad on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:42:59.727331 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] Attempting to bind port 95031465-cbff-4401-a36d-80bd33c448ad by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:42:59.727699 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] Attempting to bind port 95031465-cbff-4401-a36d-80bd33c448ad on network 3c7696da-eba1-40bc-922c-d91bed889fdf {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:42:59.735345 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:42:59.735717 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] Checking segment: {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:42:59.736112 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:59.736493 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] Bound using segment: {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:42:59.736951 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] Bound port: 95031465-cbff-4401-a36d-80bd33c448ad, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:42:59.737325 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:59.742614 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e4ed46a8-fb9b-4be6-b268-ea7a7ae6764e None None] Provisioning complete for port a464e07a-8885-419b-994f-64c79bc52af0 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:42:59.742995 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e4ed46a8-fb9b-4be6-b268-ea7a7ae6764e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:59.805931 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f9c88bf9-5d7d-462b-b7ce-847a9adf9df8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:59.811983 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f9c88bf9-5d7d-462b-b7ce-847a9adf9df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25342661'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:59.813704 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed46a8-fb9b-4be6-b268-ea7a7ae6764e None None] Port a464e07a-8885-419b-994f-64c79bc52af0 cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:42:59.820293 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] For port 95031465-cbff-4401-a36d-80bd33c448ad, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:42:59.823791 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] For port 95031465-cbff-4401-a36d-80bd33c448ad, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=95031465-cbff-4401-a36d-80bd33c448ad,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:42:59.829103 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:59.896028 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-f9c88bf9-5d7d-462b-b7ce-847a9adf9df8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658171'] for router_interface, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:42:59.896274 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] Routers {'29956b3a-4d2f-405e-839a-75f45f3e6e4a'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:42:59.896572 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:42:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['29956b3a-4d2f-405e-839a-75f45f3e6e4a'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:42:59.899510 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3a038-0433-4efa-8e87-6e726f1cfd5b None None] Pushing event updated for resources: {'Port': ['ID=95031465-cbff-4401-a36d-80bd33c448ad,revision_number=3']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:59.904653 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c88bf9-5d7d-462b-b7ce-847a9adf9df8 admin admin] Pushing event updated for resources: {'Port': ['ID=a464e07a-8885-419b-994f-64c79bc52af0,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:42:59.992542 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c88bf9-5d7d-462b-b7ce-847a9adf9df8 admin admin] Network 425b490a-d6f0-477e-9438-9d9ddb46ede3 is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:42:59.994137 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-f9c88bf9-5d7d-462b-b7ce-847a9adf9df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:43:00.009645 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] Set router 29956b3a-4d2f-405e-839a-75f45f3e6e4a gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:43:00.114975 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c88bf9-5d7d-462b-b7ce-847a9adf9df8 admin admin] Router 29956b3a-4d2f-405e-839a-75f45f3e6e4a has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:43:00.229702 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device bfe5abd1-d8bd-4338-b17e-b054c9381ba9 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:43:00.233357 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c88bf9-5d7d-462b-b7ce-847a9adf9df8 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:43:00.238819 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-f9c88bf9-5d7d-462b-b7ce-847a9adf9df8 admin admin] 10.222.0.70 "PUT /v2.0/routers/29956b3a-4d2f-405e-839a-75f45f3e6e4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6000395 Nov 12 02:43:00.273363 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'name': 'tempest-TestShelveInstance-1248979137-router', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '95031465-cbff-4401-a36d-80bd33c448ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:42:59Z', 'revision_number': 4, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'gw_port': {'id': '95031465-cbff-4401-a36d-80bd33c448ad', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:af:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'a464e07a-8885-419b-994f-64c79bc52af0', 'name': '', 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'mac_address': 'fa:16:3e:1b:7e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:59Z', 'updated_at': '2021-11-12T02:42:59Z', 'revision_number': 2, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'subnets': [{'id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:43:00.305399 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-55f4e76e-e41a-49f1-9697-d24d3b19fe3e None None] Provisioning complete for port a464e07a-8885-419b-994f-64c79bc52af0 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:43:00.305764 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-55f4e76e-e41a-49f1-9697-d24d3b19fe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:00.328641 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d07d5e5-f917-43f2-8a1a-d30016d7cc7d None None] The sync data for ids ['29956b3a-4d2f-405e-839a-75f45f3e6e4a'] in dv-cinder-808574-4-iscsi is: [{'id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'name': 'tempest-TestShelveInstance-1248979137-router', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '95031465-cbff-4401-a36d-80bd33c448ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:42:59Z', 'revision_number': 4, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'gw_port': {'id': '95031465-cbff-4401-a36d-80bd33c448ad', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:af:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'a464e07a-8885-419b-994f-64c79bc52af0', 'name': '', 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'mac_address': 'fa:16:3e:1b:7e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:59Z', 'updated_at': '2021-11-12T02:42:59Z', 'revision_number': 2, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'subnets': [{'id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:43:00.369231 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-55f4e76e-e41a-49f1-9697-d24d3b19fe3e None None] Port a464e07a-8885-419b-994f-64c79bc52af0 cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:43:00.372498 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e059fc85-6a4e-488d-939d-1ebeec897c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:00.379314 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port bfe5abd1-d8bd-4338-b17e-b054c9381ba9 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:43:00.379679 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:00.777920 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51100) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:43:00.782884 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-f8baa441-4987-4d45-bf8c-a2753e6531aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-36976297-network', 'tenant_id': '438b91b0ec874bb3ae1aed3227074c00'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:43:00.806206 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8baa441-4987-4d45-bf8c-a2753e6531aa admin admin] Made reservation on behalf of 438b91b0ec874bb3ae1aed3227074c00 for: {'network': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:43:00.809152 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f8baa441-4987-4d45-bf8c-a2753e6531aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for network, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:00.819465 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f8baa441-4987-4d45-bf8c-a2753e6531aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:00.928207 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f8baa441-4987-4d45-bf8c-a2753e6531aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:00.934692 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f8baa441-4987-4d45-bf8c-a2753e6531aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:00.974449 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8baa441-4987-4d45-bf8c-a2753e6531aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=101677) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:43:00.981634 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8baa441-4987-4d45-bf8c-a2753e6531aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e66580-002d-4796-b282-c015f667738b,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:00.995234 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f8baa441-4987-4d45-bf8c-a2753e6531aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:00.995587 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.db.segments_db [None req-f8baa441-4987-4d45-bf8c-a2753e6531aa admin admin] Added segment fdd399c1-ae3e-48fa-b731-3654df951b04 of type vlan for network ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10 Nov 12 02:43:01.066230 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f8baa441-4987-4d45-bf8c-a2753e6531aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767025606099'] for network, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:01.095650 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f8baa441-4987-4d45-bf8c-a2753e6531aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882'] for network, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:01.096764 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8baa441-4987-4d45-bf8c-a2753e6531aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:01.097418 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-f8baa441-4987-4d45-bf8c-a2753e6531aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:01.155788 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-f8baa441-4987-4d45-bf8c-a2753e6531aa admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3767509 Nov 12 02:43:01.158698 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51102) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:43:01.164063 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-02efe9a1-46da-4a6a-b3bd-597aed780694 admin admin] Request body: {'subnet': {'network_id': 'ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-36976297-subnet', 'tenant_id': '438b91b0ec874bb3ae1aed3227074c00', 'ip_version': 4}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:43:01.178379 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8baa441-4987-4d45-bf8c-a2753e6531aa admin admin] Pushing event updated for resources: {'Network': ['ID=ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:01.191168 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Network ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10 details requested by agent ovs-agent-dv-cinder-808574-4-iscsi with host dv-cinder-808574-4-iscsi {{(pid=101679) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:43:01.197470 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02efe9a1-46da-4a6a-b3bd-597aed780694 admin admin] Made reservation on behalf of 438b91b0ec874bb3ae1aed3227074c00 for: {'subnet': 1} {{(pid=101677) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:43:01.200024 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-02efe9a1-46da-4a6a-b3bd-597aed780694 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25522288'] for subnet, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:01.386642 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-02efe9a1-46da-4a6a-b3bd-597aed780694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25522274'] for subnet, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:01.448020 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efe9a1-46da-4a6a-b3bd-597aed780694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d38825da-657a-4985-aa82-22ac8b169dc2,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:01.457181 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02efe9a1-46da-4a6a-b3bd-597aed780694 admin admin] Checking segment: {'id': 'fdd399c1-ae3e-48fa-b731-3654df951b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:43:01.457541 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02efe9a1-46da-4a6a-b3bd-597aed780694 admin admin] Network hostable DHCP agents. Network: ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10, hostable agents: ['9ef3605f-eeb0-4f31-885d-199b6c4cd983'], hosted agents: [] {{(pid=101677) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:43:01.475210 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02efe9a1-46da-4a6a-b3bd-597aed780694 admin admin] Network ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10 is scheduled to be hosted by DHCP agent 9ef3605f-eeb0-4f31-885d-199b6c4cd983 with binding_index 1 {{(pid=101677) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:43:01.485336 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-02efe9a1-46da-4a6a-b3bd-597aed780694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-iscsi, ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10) {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:43:01.489620 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02efe9a1-46da-4a6a-b3bd-597aed780694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:01.490236 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-02efe9a1-46da-4a6a-b3bd-597aed780694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:01.495500 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a0adde-1704-4c24-a7dc-a6595ed54674 None None] Network ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:43:01.513772 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-02efe9a1-46da-4a6a-b3bd-597aed780694 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3516109 Nov 12 02:43:01.514132 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51104) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:43:01.518751 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-37b03da5-0f3d-41ab-8f1d-a6cc9e668686 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-36976297-router', 'tenant_id': '438b91b0ec874bb3ae1aed3227074c00', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:43:01.542347 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-37b03da5-0f3d-41ab-8f1d-a6cc9e668686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-655525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57774'] for router, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:01.544246 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-37b03da5-0f3d-41ab-8f1d-a6cc9e668686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661359', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57783'] for router, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:01.609857 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-37b03da5-0f3d-41ab-8f1d-a6cc9e668686 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:01.672019 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf3786f-a594-4299-963b-862d3ca12a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8380c581-5d88-5bd8-92a8-04b3ddf9b27a-ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10', 'network_id': 'ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10', 'tenant_id': '438b91b0ec874bb3ae1aed3227074c00', 'fixed_ips': [{'subnet_id': 'd38825da-657a-4985-aa82-22ac8b169dc2'}]}} from dv-cinder-808574-4-iscsi. {{(pid=101679) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:43:01.673561 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-ecf3786f-a594-4299-963b-862d3ca12a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:01.760589 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-37b03da5-0f3d-41ab-8f1d-a6cc9e668686 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:01.832280 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.db_base_plugin_common [None req-ecf3786f-a594-4299-963b-862d3ca12a20 None None] Allocated IP 172.20.0.2 (ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10/d38825da-657a-4985-aa82-22ac8b169dc2/05ee395c-7e20-447b-92f5-6ca289b246f6) {{(pid=101679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:43:01.971760 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-37b03da5-0f3d-41ab-8f1d-a6cc9e668686 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:01.979361 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-ecf3786f-a594-4299-963b-862d3ca12a20 None None] Publish callbacks [] for port, precommit_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:01.986183 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-ecf3786f-a594-4299-963b-862d3ca12a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137'] for port, after_create {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:01.991780 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-37b03da5-0f3d-41ab-8f1d-a6cc9e668686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:02.031627 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf3786f-a594-4299-963b-862d3ca12a20 None None] Network ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10 is already hosted by enough agents. {{(pid=101679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:43:02.034570 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.scheduler.base_scheduler [None req-ecf3786f-a594-4299-963b-862d3ca12a20 None None] Resources bound (agent type, host, resource id): {{(pid=101679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:43:02.039287 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf3786f-a594-4299-963b-862d3ca12a20 None None] Received port after_create {{(pid=101679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:43:02.044111 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3786f-a594-4299-963b-862d3ca12a20 None None] Pushing event updated for resources: {'Port': ['ID=05ee395c-7e20-447b-92f5-6ca289b246f6,revision_number=1']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:02.097891 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-ecf3786f-a594-4299-963b-862d3ca12a20 None None] Attempting to bind port 05ee395c-7e20-447b-92f5-6ca289b246f6 on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:43:02.098267 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-ecf3786f-a594-4299-963b-862d3ca12a20 None None] Attempting to bind port 05ee395c-7e20-447b-92f5-6ca289b246f6 by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': 'fdd399c1-ae3e-48fa-b731-3654df951b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10'}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:43:02.098631 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf3786f-a594-4299-963b-862d3ca12a20 None None] Attempting to bind port 05ee395c-7e20-447b-92f5-6ca289b246f6 on network ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10 {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:43:02.100529 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-37b03da5-0f3d-41ab-8f1d-a6cc9e668686 admin admin] Allocated IP 172.27.2.191 (3c7696da-eba1-40bc-922c-d91bed889fdf/d5dec2f9-f4c7-48bf-8714-a16e67e9832d/d14e918b-34d0-4048-98bf-dc92d39f6120) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:43:02.103887 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf3786f-a594-4299-963b-862d3ca12a20 None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:43:02.104269 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf3786f-a594-4299-963b-862d3ca12a20 None None] Checking segment: {'id': 'fdd399c1-ae3e-48fa-b731-3654df951b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:43:02.104675 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-ecf3786f-a594-4299-963b-862d3ca12a20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:02.105107 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf3786f-a594-4299-963b-862d3ca12a20 None None] Bound using segment: {'id': 'fdd399c1-ae3e-48fa-b731-3654df951b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10'} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:43:02.105570 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-ecf3786f-a594-4299-963b-862d3ca12a20 None None] Bound port: 05ee395c-7e20-447b-92f5-6ca289b246f6, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd399c1-ae3e-48fa-b731-3654df951b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10'}}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:43:02.106146 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-ecf3786f-a594-4299-963b-862d3ca12a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:02.171477 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-ecf3786f-a594-4299-963b-862d3ca12a20 None None] For port 05ee395c-7e20-447b-92f5-6ca289b246f6, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:43:02.180312 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-ecf3786f-a594-4299-963b-862d3ca12a20 None None] For port 05ee395c-7e20-447b-92f5-6ca289b246f6, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=05ee395c-7e20-447b-92f5-6ca289b246f6,segment=NetworkSegment(fdd399c1-ae3e-48fa-b731-3654df951b04),segment_id=fdd399c1-ae3e-48fa-b731-3654df951b04)] {{(pid=101679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:43:02.189333 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-ecf3786f-a594-4299-963b-862d3ca12a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:02.260455 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3786f-a594-4299-963b-862d3ca12a20 None None] Pushing event updated for resources: {'Port': ['ID=05ee395c-7e20-447b-92f5-6ca289b246f6,revision_number=2']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:02.291167 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 95031465-cbff-4401-a36d-80bd33c448ad up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:43:02.348803 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 95031465-cbff-4401-a36d-80bd33c448ad triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:43:02.349190 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:02.464245 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:02.493150 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] Sync routers for ids ['29956b3a-4d2f-405e-839a-75f45f3e6e4a'] in dv-cinder-808574-4-iscsi {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:43:02.494087 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] For port 95031465-cbff-4401-a36d-80bd33c448ad, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=95031465-cbff-4401-a36d-80bd33c448ad,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:43:02.501703 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-37b03da5-0f3d-41ab-8f1d-a6cc9e668686 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:02.501901 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:02.513051 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] Routers {'29956b3a-4d2f-405e-839a-75f45f3e6e4a'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:43:02.513978 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:42:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['29956b3a-4d2f-405e-839a-75f45f3e6e4a'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:43:02.553148 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Pushing event updated for resources: {'Port': ['ID=95031465-cbff-4401-a36d-80bd33c448ad,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:02.553372 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-37b03da5-0f3d-41ab-8f1d-a6cc9e668686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:02.606914 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b03da5-0f3d-41ab-8f1d-a6cc9e668686 admin admin] Network 3c7696da-eba1-40bc-922c-d91bed889fdf is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:43:02.607625 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-37b03da5-0f3d-41ab-8f1d-a6cc9e668686 admin admin] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:43:02.611489 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b03da5-0f3d-41ab-8f1d-a6cc9e668686 admin admin] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:43:02.634983 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] Set router 29956b3a-4d2f-405e-839a-75f45f3e6e4a gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:43:02.637414 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b03da5-0f3d-41ab-8f1d-a6cc9e668686 admin admin] Pushing event updated for resources: {'Port': ['ID=d14e918b-34d0-4048-98bf-dc92d39f6120,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:02.685576 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-4807ef69-c1d2-4bb1-af1d-bf700f30cd10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:02.837597 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'name': 'tempest-TestShelveInstance-1248979137-router', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '95031465-cbff-4401-a36d-80bd33c448ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:42:59Z', 'revision_number': 4, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'gw_port': {'id': '95031465-cbff-4401-a36d-80bd33c448ad', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:af:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'a464e07a-8885-419b-994f-64c79bc52af0', 'name': '', 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'mac_address': 'fa:16:3e:1b:7e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:59Z', 'updated_at': '2021-11-12T02:42:59Z', 'revision_number': 2, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'subnets': [{'id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:43:02.863583 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] Checking router: 29956b3a-4d2f-405e-839a-75f45f3e6e4a for host: dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:43:02.863933 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] Updating router 29956b3a-4d2f-405e-839a-75f45f3e6e4a port a464e07a-8885-419b-994f-64c79bc52af0 binding host dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:43:02.866476 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-37b03da5-0f3d-41ab-8f1d-a6cc9e668686 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:02.892819 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:03.080566 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-37b03da5-0f3d-41ab-8f1d-a6cc9e668686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661434'] for router, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:03.174727 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] Publish callbacks [] for port, precommit_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:03.181895 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:03.223175 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b03da5-0f3d-41ab-8f1d-a6cc9e668686 admin admin] Router 33a39bb1-87f3-4715-9611-35a3a19cea34 is scheduled to L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 with binding_index 1 {{(pid=101677) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:43:03.229381 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25883dcd-9ad9-482e-ab98-8c834b88c6ff None None] Pushing event updated for resources: {'Port': ['ID=a464e07a-8885-419b-994f-64c79bc52af0,revision_number=3']} {{(pid=101680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:03.238641 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25883dcd-9ad9-482e-ab98-8c834b88c6ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:03.239043 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25883dcd-9ad9-482e-ab98-8c834b88c6ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:03.239388 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25883dcd-9ad9-482e-ab98-8c834b88c6ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:03.239722 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25883dcd-9ad9-482e-ab98-8c834b88c6ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:03.240051 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25883dcd-9ad9-482e-ab98-8c834b88c6ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:03.240378 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25883dcd-9ad9-482e-ab98-8c834b88c6ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:03.240702 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25883dcd-9ad9-482e-ab98-8c834b88c6ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:03.241028 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25883dcd-9ad9-482e-ab98-8c834b88c6ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:03.241369 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25883dcd-9ad9-482e-ab98-8c834b88c6ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:03.241862 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25883dcd-9ad9-482e-ab98-8c834b88c6ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:03.242350 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25883dcd-9ad9-482e-ab98-8c834b88c6ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:03.242688 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25883dcd-9ad9-482e-ab98-8c834b88c6ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:03.302779 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e9c505-ecd5-4be0-b88c-694f06d064e4 None None] Network ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:43:03.306594 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] Attempting to bind port a464e07a-8885-419b-994f-64c79bc52af0 on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:43:03.306995 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] Attempting to bind port a464e07a-8885-419b-994f-64c79bc52af0 by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': 'd446eefa-5dde-47b1-83d1-c3242ad93df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3'}] {{(pid=101680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:43:03.307357 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] Attempting to bind port a464e07a-8885-419b-994f-64c79bc52af0 on network 425b490a-d6f0-477e-9438-9d9ddb46ede3 {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:43:03.313731 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:43:03.313731 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] Checking segment: {'id': 'd446eefa-5dde-47b1-83d1-c3242ad93df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:43:03.314102 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:03.314367 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] Bound using segment: {'id': 'd446eefa-5dde-47b1-83d1-c3242ad93df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3'} {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:43:03.314974 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] Bound port: a464e07a-8885-419b-994f-64c79bc52af0, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd446eefa-5dde-47b1-83d1-c3242ad93df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3'}}] {{(pid=101680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:43:03.315373 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:03.352960 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b03da5-0f3d-41ab-8f1d-a6cc9e668686 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:43:03.374224 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-37b03da5-0f3d-41ab-8f1d-a6cc9e668686 admin admin] Publish callbacks [] for router, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:03.378370 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 51106) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:43:03.379059 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-37b03da5-0f3d-41ab-8f1d-a6cc9e668686 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8637402 Nov 12 02:43:03.381199 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] Sync routers for ids ['33a39bb1-87f3-4715-9611-35a3a19cea34'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:43:03.388951 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-985c7a14-80ec-43fc-b91f-dd22d2f5e56d None None] Provisioning complete for port 05ee395c-7e20-447b-92f5-6ca289b246f6 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:43:03.389718 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-985c7a14-80ec-43fc-b91f-dd22d2f5e56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:03.395023 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.db [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] For port a464e07a-8885-419b-994f-64c79bc52af0, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:43:03.398985 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.db [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] For port a464e07a-8885-419b-994f-64c79bc52af0, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=a464e07a-8885-419b-994f-64c79bc52af0,segment=NetworkSegment(d446eefa-5dde-47b1-83d1-c3242ad93df2),segment_id=d446eefa-5dde-47b1-83d1-c3242ad93df2)] {{(pid=101680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:43:03.405644 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:03.428976 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] Routers {'33a39bb1-87f3-4715-9611-35a3a19cea34'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:43:03.430331 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:43:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['33a39bb1-87f3-4715-9611-35a3a19cea34'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:43:03.449473 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] Routers {'29956b3a-4d2f-405e-839a-75f45f3e6e4a'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:43:03.450091 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:43:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['29956b3a-4d2f-405e-839a-75f45f3e6e4a'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:43:03.573183 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25883dcd-9ad9-482e-ab98-8c834b88c6ff None None] Pushing event updated for resources: {'Port': ['ID=a464e07a-8885-419b-994f-64c79bc52af0,revision_number=4']} {{(pid=101680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:03.605085 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] Set router 29956b3a-4d2f-405e-839a-75f45f3e6e4a gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:43:03.740617 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] Set router 33a39bb1-87f3-4715-9611-35a3a19cea34 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:43:03.841431 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'name': 'tempest-TestShelveInstance-1248979137-router', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '95031465-cbff-4401-a36d-80bd33c448ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:42:59Z', 'revision_number': 4, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'gw_port': {'id': '95031465-cbff-4401-a36d-80bd33c448ad', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:af:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'a464e07a-8885-419b-994f-64c79bc52af0', 'name': '', 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'mac_address': 'fa:16:3e:1b:7e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:59Z', 'updated_at': '2021-11-12T02:43:03Z', 'revision_number': 4, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'subnets': [{'id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:43:03.870305 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdef185-37a3-49b7-9d9e-ef438c43d4fe None None] The sync data for ids ['29956b3a-4d2f-405e-839a-75f45f3e6e4a'] in dv-cinder-808574-4-iscsi is: [{'id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'name': 'tempest-TestShelveInstance-1248979137-router', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '95031465-cbff-4401-a36d-80bd33c448ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:42:59Z', 'revision_number': 4, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'gw_port': {'id': '95031465-cbff-4401-a36d-80bd33c448ad', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:af:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'a464e07a-8885-419b-994f-64c79bc52af0', 'name': '', 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'mac_address': 'fa:16:3e:1b:7e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:59Z', 'updated_at': '2021-11-12T02:43:03Z', 'revision_number': 4, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'subnets': [{'id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:43:03.883914 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-985c7a14-80ec-43fc-b91f-dd22d2f5e56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:03.939767 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:04.001972 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-985c7a14-80ec-43fc-b91f-dd22d2f5e56d None None] For port 05ee395c-7e20-447b-92f5-6ca289b246f6, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=05ee395c-7e20-447b-92f5-6ca289b246f6,segment=NetworkSegment(fdd399c1-ae3e-48fa-b731-3654df951b04),segment_id=fdd399c1-ae3e-48fa-b731-3654df951b04)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:43:04.014521 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-985c7a14-80ec-43fc-b91f-dd22d2f5e56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:04.097790 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c7a14-80ec-43fc-b91f-dd22d2f5e56d None None] Pushing event updated for resources: {'Port': ['ID=05ee395c-7e20-447b-92f5-6ca289b246f6,revision_number=3']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:04.137102 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a39bb1-87f3-4715-9611-35a3a19cea34', 'name': 'tempest-TestShelveInstance-36976297-router', 'tenant_id': '438b91b0ec874bb3ae1aed3227074c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'd14e918b-34d0-4048-98bf-dc92d39f6120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:43:01Z', 'updated_at': '2021-11-12T02:43:02Z', 'revision_number': 3, 'project_id': '438b91b0ec874bb3ae1aed3227074c00', 'gw_port': {'id': 'd14e918b-34d0-4048-98bf-dc92d39f6120', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a39bb1-87f3-4715-9611-35a3a19cea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:43:01Z', 'updated_at': '2021-11-12T02:43:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:43:04.173162 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] Checking router: 33a39bb1-87f3-4715-9611-35a3a19cea34 for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:43:04.173602 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] Updating router 33a39bb1-87f3-4715-9611-35a3a19cea34 port d14e918b-34d0-4048-98bf-dc92d39f6120 binding host dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:43:04.197213 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-a240610c-95c2-4258-ba0a-0db4f30394a4 None None] Provisioning complete for port a464e07a-8885-419b-994f-64c79bc52af0 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:43:04.197846 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-a240610c-95c2-4258-ba0a-0db4f30394a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:04.235185 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:04.271038 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-57d8a0da-59e8-44fc-bae8-72c4f99d9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:04.419531 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 95031465-cbff-4401-a36d-80bd33c448ad up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:43:04.487442 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-a240610c-95c2-4258-ba0a-0db4f30394a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:04.489958 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [None req-57d8a0da-59e8-44fc-bae8-72c4f99d9e26 admin admin] Allocated IP 172.20.0.1 (ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10/d38825da-657a-4985-aa82-22ac8b169dc2/b412f452-daaa-4d7e-9fc8-fab585cdc847) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:43:04.573479 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-a240610c-95c2-4258-ba0a-0db4f30394a4 None None] For port a464e07a-8885-419b-994f-64c79bc52af0, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=a464e07a-8885-419b-994f-64c79bc52af0,segment=NetworkSegment(d446eefa-5dde-47b1-83d1-c3242ad93df2),segment_id=d446eefa-5dde-47b1-83d1-c3242ad93df2)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:43:04.584861 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-a240610c-95c2-4258-ba0a-0db4f30394a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:04.594244 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 95031465-cbff-4401-a36d-80bd33c448ad triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:43:04.594618 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:04.615356 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-57d8a0da-59e8-44fc-bae8-72c4f99d9e26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:04.653344 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-57d8a0da-59e8-44fc-bae8-72c4f99d9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:04.689145 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d8a0da-59e8-44fc-bae8-72c4f99d9e26 admin admin] Network ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10 is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:43:04.695497 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-57d8a0da-59e8-44fc-bae8-72c4f99d9e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:43:04.699648 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d8a0da-59e8-44fc-bae8-72c4f99d9e26 admin admin] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:43:04.703415 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240610c-95c2-4258-ba0a-0db4f30394a4 None None] Pushing event updated for resources: {'Port': ['ID=a464e07a-8885-419b-994f-64c79bc52af0,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:04.722371 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8a0da-59e8-44fc-bae8-72c4f99d9e26 admin admin] Pushing event updated for resources: {'Port': ['ID=b412f452-daaa-4d7e-9fc8-fab585cdc847,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:04.743669 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-57d8a0da-59e8-44fc-bae8-72c4f99d9e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658031'] for router_interface, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:04.760516 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-f53ce083-d5e9-4336-ad43-617a50cf99e3 None None] Provisioning complete for port 05ee395c-7e20-447b-92f5-6ca289b246f6 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:43:04.760953 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f53ce083-d5e9-4336-ad43-617a50cf99e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:04.790375 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] Publish callbacks [] for port, precommit_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:04.828668 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:04.885335 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 05ee395c-7e20-447b-92f5-6ca289b246f6 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:43:04.887976 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-57d8a0da-59e8-44fc-bae8-72c4f99d9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:04.927012 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df513a9a-f281-48aa-82ad-b29e3b8eac0a None None] Pushing event updated for resources: {'Port': ['ID=d14e918b-34d0-4048-98bf-dc92d39f6120,revision_number=2']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:04.930192 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] Attempting to bind port d14e918b-34d0-4048-98bf-dc92d39f6120 on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:43:04.930576 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] Attempting to bind port d14e918b-34d0-4048-98bf-dc92d39f6120 by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:43:04.930970 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] Attempting to bind port d14e918b-34d0-4048-98bf-dc92d39f6120 on network 3c7696da-eba1-40bc-922c-d91bed889fdf {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:43:04.945719 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:43:04.946095 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] Checking segment: {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:43:04.946498 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:04.946914 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] Bound using segment: {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'} {{(pid=101679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:43:04.947389 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.managers [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] Bound port: d14e918b-34d0-4048-98bf-dc92d39f6120, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07a9485-0b32-493b-ae5b-a0705d12d101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf'}}] {{(pid=101679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:43:04.947769 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:05.043263 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] For port d14e918b-34d0-4048-98bf-dc92d39f6120, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:43:05.046851 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] For port d14e918b-34d0-4048-98bf-dc92d39f6120, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=d14e918b-34d0-4048-98bf-dc92d39f6120,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:43:05.052142 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:05.056120 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port 05ee395c-7e20-447b-92f5-6ca289b246f6 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:43:05.056479 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:05.071679 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-57d8a0da-59e8-44fc-bae8-72c4f99d9e26 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:05.076461 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-57d8a0da-59e8-44fc-bae8-72c4f99d9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25342661'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:05.143998 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8a0da-59e8-44fc-bae8-72c4f99d9e26 admin admin] Pushing event updated for resources: {'Port': ['ID=b412f452-daaa-4d7e-9fc8-fab585cdc847,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:05.149251 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-57d8a0da-59e8-44fc-bae8-72c4f99d9e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658171'] for router_interface, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:05.150556 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] Routers {'33a39bb1-87f3-4715-9611-35a3a19cea34'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:43:05.151266 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:43:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['33a39bb1-87f3-4715-9611-35a3a19cea34'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:43:05.192971 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df513a9a-f281-48aa-82ad-b29e3b8eac0a None None] Pushing event updated for resources: {'Port': ['ID=d14e918b-34d0-4048-98bf-dc92d39f6120,revision_number=3']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:05.222185 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-c9ceacb6-67ec-42b4-a288-b0dbd04a524c None None] Provisioning complete for port b412f452-daaa-4d7e-9fc8-fab585cdc847 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:43:05.222564 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-c9ceacb6-67ec-42b4-a288-b0dbd04a524c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:05.240306 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d8a0da-59e8-44fc-bae8-72c4f99d9e26 admin admin] Network ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10 is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:43:05.241701 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [None req-57d8a0da-59e8-44fc-bae8-72c4f99d9e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:43:05.326392 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device a464e07a-8885-419b-994f-64c79bc52af0 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:43:05.332268 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-c9ceacb6-67ec-42b4-a288-b0dbd04a524c None None] Port b412f452-daaa-4d7e-9fc8-fab585cdc847 cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:43:05.365052 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] Set router 33a39bb1-87f3-4715-9611-35a3a19cea34 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:43:05.369673 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d8a0da-59e8-44fc-bae8-72c4f99d9e26 admin admin] Router 33a39bb1-87f3-4715-9611-35a3a19cea34 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:43:05.423690 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:05.488019 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d8a0da-59e8-44fc-bae8-72c4f99d9e26 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:43:05.493199 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-57d8a0da-59e8-44fc-bae8-72c4f99d9e26 admin admin] 10.222.0.70 "PUT /v2.0/routers/33a39bb1-87f3-4715-9611-35a3a19cea34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1130054 Nov 12 02:43:05.659490 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-a5ed414e-858e-473a-bd18-aa13d2805b3b None None] Provisioning complete for port b412f452-daaa-4d7e-9fc8-fab585cdc847 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:43:05.659865 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-a5ed414e-858e-473a-bd18-aa13d2805b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:05.665377 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port a464e07a-8885-419b-994f-64c79bc52af0 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:43:05.665683 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:05.748087 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-a5ed414e-858e-473a-bd18-aa13d2805b3b None None] Port b412f452-daaa-4d7e-9fc8-fab585cdc847 cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:43:05.841858 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a39bb1-87f3-4715-9611-35a3a19cea34', 'name': 'tempest-TestShelveInstance-36976297-router', 'tenant_id': '438b91b0ec874bb3ae1aed3227074c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'd14e918b-34d0-4048-98bf-dc92d39f6120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:43:01Z', 'updated_at': '2021-11-12T02:43:04Z', 'revision_number': 4, 'project_id': '438b91b0ec874bb3ae1aed3227074c00', 'gw_port': {'id': 'd14e918b-34d0-4048-98bf-dc92d39f6120', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a39bb1-87f3-4715-9611-35a3a19cea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:43:01Z', 'updated_at': '2021-11-12T02:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'b412f452-daaa-4d7e-9fc8-fab585cdc847', 'name': '', 'network_id': 'ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10', 'tenant_id': '438b91b0ec874bb3ae1aed3227074c00', 'mac_address': 'fa:16:3e:de:46:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a39bb1-87f3-4715-9611-35a3a19cea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd38825da-657a-4985-aa82-22ac8b169dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:43:04Z', 'updated_at': '2021-11-12T02:43:04Z', 'revision_number': 2, 'project_id': '438b91b0ec874bb3ae1aed3227074c00', 'subnets': [{'id': 'd38825da-657a-4985-aa82-22ac8b169dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:43:05.867862 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e92887e-9df7-4909-a1ff-70e6531ccb37 None None] The sync data for ids ['33a39bb1-87f3-4715-9611-35a3a19cea34'] in dv-cinder-808574-4-iscsi is: [{'id': '33a39bb1-87f3-4715-9611-35a3a19cea34', 'name': 'tempest-TestShelveInstance-36976297-router', 'tenant_id': '438b91b0ec874bb3ae1aed3227074c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'd14e918b-34d0-4048-98bf-dc92d39f6120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:43:01Z', 'updated_at': '2021-11-12T02:43:04Z', 'revision_number': 4, 'project_id': '438b91b0ec874bb3ae1aed3227074c00', 'gw_port': {'id': 'd14e918b-34d0-4048-98bf-dc92d39f6120', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a39bb1-87f3-4715-9611-35a3a19cea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:43:01Z', 'updated_at': '2021-11-12T02:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'b412f452-daaa-4d7e-9fc8-fab585cdc847', 'name': '', 'network_id': 'ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10', 'tenant_id': '438b91b0ec874bb3ae1aed3227074c00', 'mac_address': 'fa:16:3e:de:46:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a39bb1-87f3-4715-9611-35a3a19cea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd38825da-657a-4985-aa82-22ac8b169dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:43:04Z', 'updated_at': '2021-11-12T02:43:04Z', 'revision_number': 2, 'project_id': '438b91b0ec874bb3ae1aed3227074c00', 'subnets': [{'id': 'd38825da-657a-4985-aa82-22ac8b169dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:43:05.943797 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.032324 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51114) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:43:06.041411 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-28aacaf7-ae69-4b16-b7b4-68e78ec9ea1b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1461261139', 'description': 'tempest-secgroup-smoke-1461261139 description', 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:43:06.084660 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-28aacaf7-ae69-4b16-b7b4-68e78ec9ea1b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.164982 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-28aacaf7-ae69-4b16-b7b4-68e78ec9ea1b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.170188 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-28aacaf7-ae69-4b16-b7b4-68e78ec9ea1b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.200872 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aacaf7-ae69-4b16-b7b4-68e78ec9ea1b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36d3ffb-0548-409e-85d4-83f730a96fd3,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:06.205138 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-28aacaf7-ae69-4b16-b7b4-68e78ec9ea1b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.209475 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-28aacaf7-ae69-4b16-b7b4-68e78ec9ea1b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1760595 Nov 12 02:43:06.210431 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51116) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:43:06.215322 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-b4142a69-17eb-4c80-a958-9ed7b20410e1 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Request body: {'security_group_rule': {'security_group_id': 'b36d3ffb-0548-409e-85d4-83f730a96fd3', 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:43:06.243932 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b4142a69-17eb-4c80-a958-9ed7b20410e1 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.251389 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device a464e07a-8885-419b-994f-64c79bc52af0 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:43:06.303046 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port a464e07a-8885-419b-994f-64c79bc52af0 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:43:06.303336 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.305183 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b4142a69-17eb-4c80-a958-9ed7b20410e1 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.309775 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b4142a69-17eb-4c80-a958-9ed7b20410e1 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.329523 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4142a69-17eb-4c80-a958-9ed7b20410e1 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e47a9de-ec2e-4a2d-b4d4-dfd4a015a8e9,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:06.343605 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b4142a69-17eb-4c80-a958-9ed7b20410e1 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.344907 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-b4142a69-17eb-4c80-a958-9ed7b20410e1 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334877 Nov 12 02:43:06.347697 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51118) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:43:06.352741 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-1202eb70-1390-48b4-91e9-7852525cadae tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Request body: {'security_group_rule': {'security_group_id': 'b36d3ffb-0548-409e-85d4-83f730a96fd3', 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:43:06.384541 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1202eb70-1390-48b4-91e9-7852525cadae tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.451013 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1202eb70-1390-48b4-91e9-7852525cadae tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.454777 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1202eb70-1390-48b4-91e9-7852525cadae tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.469481 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202eb70-1390-48b4-91e9-7852525cadae tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81bfc72b-0418-4662-9aba-03b162945be3,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:06.479866 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1202eb70-1390-48b4-91e9-7852525cadae tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.481588 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-1202eb70-1390-48b4-91e9-7852525cadae tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1324048 Nov 12 02:43:06.484293 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51120) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:43:06.488512 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-d7392e3b-8002-432a-8f2d-14ca2f24cd3a tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Request body: {'security_group_rule': {'security_group_id': 'b36d3ffb-0548-409e-85d4-83f730a96fd3', 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:43:06.515129 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d7392e3b-8002-432a-8f2d-14ca2f24cd3a tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.573395 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d7392e3b-8002-432a-8f2d-14ca2f24cd3a tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.577521 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d7392e3b-8002-432a-8f2d-14ca2f24cd3a tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.599605 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7392e3b-8002-432a-8f2d-14ca2f24cd3a tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64b43c0-7d7f-4a97-baa1-1ac065a28aca,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:06.606847 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-d7392e3b-8002-432a-8f2d-14ca2f24cd3a tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.608876 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-d7392e3b-8002-432a-8f2d-14ca2f24cd3a tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231337 Nov 12 02:43:06.611142 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 51122) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:43:06.617466 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-6e56b697-b1b4-41f8-b475-7098aaa3818b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Request body: {'security_group_rule': {'security_group_id': 'b36d3ffb-0548-409e-85d4-83f730a96fd3', 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:43:06.648029 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6e56b697-b1b4-41f8-b475-7098aaa3818b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.715689 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6e56b697-b1b4-41f8-b475-7098aaa3818b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.719848 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6e56b697-b1b4-41f8-b475-7098aaa3818b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.739238 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56b697-b1b4-41f8-b475-7098aaa3818b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bc95f8-db7f-4857-962f-9dda55b823f5,revision_number=0']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:06.744174 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-6e56b697-b1b4-41f8-b475-7098aaa3818b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.745406 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-6e56b697-b1b4-41f8-b475-7098aaa3818b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326149 Nov 12 02:43:06.748157 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 51124) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:43:06.752601 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [None req-3f0ee5ac-109c-4423-a2c1-25377f5db52b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Request body: {'security_group_rule': {'security_group_id': 'b36d3ffb-0548-409e-85d4-83f730a96fd3', 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:43:06.775141 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.db.securitygroups_db [None req-3f0ee5ac-109c-4423-a2c1-25377f5db52b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Project 0d6994b5f4e24d6483ad3e16b25cf629 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:43:06.781251 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3f0ee5ac-109c-4423-a2c1-25377f5db52b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.847250 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3f0ee5ac-109c-4423-a2c1-25377f5db52b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.851495 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3f0ee5ac-109c-4423-a2c1-25377f5db52b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.870895 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ee5ac-109c-4423-a2c1-25377f5db52b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ceb685f-8b1b-4276-b416-bf7f1fe65cbf,revision_number=0']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:06.879386 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-3f0ee5ac-109c-4423-a2c1-25377f5db52b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.880674 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-3f0ee5ac-109c-4423-a2c1-25377f5db52b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315496 Nov 12 02:43:06.883600 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51126) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:43:06.888247 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-4f8190df-560b-42a1-b21e-0ed85f544e24 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Request body: {'security_group_rule': {'security_group_id': 'b36d3ffb-0548-409e-85d4-83f730a96fd3', 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:43:06.911132 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.db.securitygroups_db [None req-4f8190df-560b-42a1-b21e-0ed85f544e24 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Project 0d6994b5f4e24d6483ad3e16b25cf629 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:43:06.917031 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4f8190df-560b-42a1-b21e-0ed85f544e24 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.979215 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4f8190df-560b-42a1-b21e-0ed85f544e24 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:06.984155 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4f8190df-560b-42a1-b21e-0ed85f544e24 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564878'] for security_group_rule, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:07.003206 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8190df-560b-42a1-b21e-0ed85f544e24 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca2b0f6-52c1-4d17-9aca-263add7b03dc,revision_number=0']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:07.009164 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-4f8190df-560b-42a1-b21e-0ed85f544e24 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:07.013804 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-4f8190df-560b-42a1-b21e-0ed85f544e24 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258490 Nov 12 02:43:07.956855 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] Sync routers for ids ['33a39bb1-87f3-4715-9611-35a3a19cea34'] in dv-cinder-808574-4-iscsi {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:43:07.968627 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] Routers {'33a39bb1-87f3-4715-9611-35a3a19cea34'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:43:07.969154 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:43:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['33a39bb1-87f3-4715-9611-35a3a19cea34'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:43:08.158470 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] Set router 33a39bb1-87f3-4715-9611-35a3a19cea34 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:43:08.257784 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device d14e918b-34d0-4048-98bf-dc92d39f6120 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:43:08.305710 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port d14e918b-34d0-4048-98bf-dc92d39f6120 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:43:08.306064 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:08.379354 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a39bb1-87f3-4715-9611-35a3a19cea34', 'name': 'tempest-TestShelveInstance-36976297-router', 'tenant_id': '438b91b0ec874bb3ae1aed3227074c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'd14e918b-34d0-4048-98bf-dc92d39f6120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:43:01Z', 'updated_at': '2021-11-12T02:43:04Z', 'revision_number': 4, 'project_id': '438b91b0ec874bb3ae1aed3227074c00', 'gw_port': {'id': 'd14e918b-34d0-4048-98bf-dc92d39f6120', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a39bb1-87f3-4715-9611-35a3a19cea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:43:01Z', 'updated_at': '2021-11-12T02:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'b412f452-daaa-4d7e-9fc8-fab585cdc847', 'name': '', 'network_id': 'ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10', 'tenant_id': '438b91b0ec874bb3ae1aed3227074c00', 'mac_address': 'fa:16:3e:de:46:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a39bb1-87f3-4715-9611-35a3a19cea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd38825da-657a-4985-aa82-22ac8b169dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:43:04Z', 'updated_at': '2021-11-12T02:43:04Z', 'revision_number': 2, 'project_id': '438b91b0ec874bb3ae1aed3227074c00', 'subnets': [{'id': 'd38825da-657a-4985-aa82-22ac8b169dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:43:08.392154 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:08.405355 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] Checking router: 33a39bb1-87f3-4715-9611-35a3a19cea34 for host: dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:43:08.405707 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] Updating router 33a39bb1-87f3-4715-9611-35a3a19cea34 port b412f452-daaa-4d7e-9fc8-fab585cdc847 binding host dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:43:08.412720 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] For port d14e918b-34d0-4048-98bf-dc92d39f6120, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=d14e918b-34d0-4048-98bf-dc92d39f6120,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:43:08.417809 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:08.436085 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:08.469274 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Pushing event updated for resources: {'Port': ['ID=d14e918b-34d0-4048-98bf-dc92d39f6120,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:08.700399 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] Publish callbacks [] for port, precommit_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:08.705813 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:08.757540 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87176d7-edd8-4436-88bc-b50e1aed21fc None None] Pushing event updated for resources: {'Port': ['ID=b412f452-daaa-4d7e-9fc8-fab585cdc847,revision_number=3']} {{(pid=101680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:08.816038 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] Attempting to bind port b412f452-daaa-4d7e-9fc8-fab585cdc847 on host dv-cinder-808574-4-iscsi for vnic_type normal with profile {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:43:08.816403 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] Attempting to bind port b412f452-daaa-4d7e-9fc8-fab585cdc847 by drivers openvswitch,hyperv on host dv-cinder-808574-4-iscsi at level 0 using segments [{'id': 'fdd399c1-ae3e-48fa-b731-3654df951b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10'}] {{(pid=101680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:43:08.816753 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] Attempting to bind port b412f452-daaa-4d7e-9fc8-fab585cdc847 on network ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10 {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:43:08.821981 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] Checking agent: {'id': '894160eb-8817-4970-a511-ef701698c4a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 18, 6), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:43:08.822349 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] Checking segment: {'id': 'fdd399c1-ae3e-48fa-b731-3654df951b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:43:08.822772 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:08.823156 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] Bound using segment: {'id': 'fdd399c1-ae3e-48fa-b731-3654df951b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10'} {{(pid=101680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:43:08.823642 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.managers [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] Bound port: b412f452-daaa-4d7e-9fc8-fab585cdc847, host: dv-cinder-808574-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd399c1-ae3e-48fa-b731-3654df951b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10'}}] {{(pid=101680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:43:08.824031 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:08.893567 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.db [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] For port b412f452-daaa-4d7e-9fc8-fab585cdc847, host dv-cinder-808574-4-iscsi, cleared binding levels {{(pid=101680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:43:08.896688 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.plugins.ml2.db [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] For port b412f452-daaa-4d7e-9fc8-fab585cdc847, host dv-cinder-808574-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=b412f452-daaa-4d7e-9fc8-fab585cdc847,segment=NetworkSegment(fdd399c1-ae3e-48fa-b731-3654df951b04),segment_id=fdd399c1-ae3e-48fa-b731-3654df951b04)] {{(pid=101680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:43:08.901324 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron_lib.callbacks.manager [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:08.962412 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87176d7-edd8-4436-88bc-b50e1aed21fc None None] Pushing event updated for resources: {'Port': ['ID=b412f452-daaa-4d7e-9fc8-fab585cdc847,revision_number=4']} {{(pid=101680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:08.965583 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] Routers {'33a39bb1-87f3-4715-9611-35a3a19cea34'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:43:08.966171 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:43:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['33a39bb1-87f3-4715-9611-35a3a19cea34'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:43:08.989755 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-5846aa71-1756-4db3-90d5-15fea5082fae None None] Provisioning complete for port b412f452-daaa-4d7e-9fc8-fab585cdc847 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:43:08.990334 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-5846aa71-1756-4db3-90d5-15fea5082fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:09.080724 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] Set router 33a39bb1-87f3-4715-9611-35a3a19cea34 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:43:09.084372 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-5846aa71-1756-4db3-90d5-15fea5082fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:09.122960 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-5846aa71-1756-4db3-90d5-15fea5082fae None None] For port b412f452-daaa-4d7e-9fc8-fab585cdc847, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=b412f452-daaa-4d7e-9fc8-fab585cdc847,segment=NetworkSegment(fdd399c1-ae3e-48fa-b731-3654df951b04),segment_id=fdd399c1-ae3e-48fa-b731-3654df951b04)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:43:09.131416 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-5846aa71-1756-4db3-90d5-15fea5082fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:09.181695 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846aa71-1756-4db3-90d5-15fea5082fae None None] Pushing event updated for resources: {'Port': ['ID=b412f452-daaa-4d7e-9fc8-fab585cdc847,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:09.251141 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-68e5bb5d-7e19-449a-af67-52028afec0f4 None None] Provisioning complete for port b412f452-daaa-4d7e-9fc8-fab585cdc847 triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:43:09.251514 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-68e5bb5d-7e19-449a-af67-52028afec0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:09.293808 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a39bb1-87f3-4715-9611-35a3a19cea34', 'name': 'tempest-TestShelveInstance-36976297-router', 'tenant_id': '438b91b0ec874bb3ae1aed3227074c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'd14e918b-34d0-4048-98bf-dc92d39f6120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:43:01Z', 'updated_at': '2021-11-12T02:43:04Z', 'revision_number': 4, 'project_id': '438b91b0ec874bb3ae1aed3227074c00', 'gw_port': {'id': 'd14e918b-34d0-4048-98bf-dc92d39f6120', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a39bb1-87f3-4715-9611-35a3a19cea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:43:01Z', 'updated_at': '2021-11-12T02:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'b412f452-daaa-4d7e-9fc8-fab585cdc847', 'name': '', 'network_id': 'ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10', 'tenant_id': '438b91b0ec874bb3ae1aed3227074c00', 'mac_address': 'fa:16:3e:de:46:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a39bb1-87f3-4715-9611-35a3a19cea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd38825da-657a-4985-aa82-22ac8b169dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:43:04Z', 'updated_at': '2021-11-12T02:43:08Z', 'revision_number': 4, 'project_id': '438b91b0ec874bb3ae1aed3227074c00', 'subnets': [{'id': 'd38825da-657a-4985-aa82-22ac8b169dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:43:09.324360 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf0009-bfbc-4712-a308-0aa83d296e9c None None] The sync data for ids ['33a39bb1-87f3-4715-9611-35a3a19cea34'] in dv-cinder-808574-4-iscsi is: [{'id': '33a39bb1-87f3-4715-9611-35a3a19cea34', 'name': 'tempest-TestShelveInstance-36976297-router', 'tenant_id': '438b91b0ec874bb3ae1aed3227074c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'd14e918b-34d0-4048-98bf-dc92d39f6120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:43:01Z', 'updated_at': '2021-11-12T02:43:04Z', 'revision_number': 4, 'project_id': '438b91b0ec874bb3ae1aed3227074c00', 'gw_port': {'id': 'd14e918b-34d0-4048-98bf-dc92d39f6120', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a39bb1-87f3-4715-9611-35a3a19cea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:43:01Z', 'updated_at': '2021-11-12T02:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'b412f452-daaa-4d7e-9fc8-fab585cdc847', 'name': '', 'network_id': 'ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10', 'tenant_id': '438b91b0ec874bb3ae1aed3227074c00', 'mac_address': 'fa:16:3e:de:46:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a39bb1-87f3-4715-9611-35a3a19cea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd38825da-657a-4985-aa82-22ac8b169dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:43:04Z', 'updated_at': '2021-11-12T02:43:08Z', 'revision_number': 4, 'project_id': '438b91b0ec874bb3ae1aed3227074c00', 'subnets': [{'id': 'd38825da-657a-4985-aa82-22ac8b169dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:43:10.246618 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device d14e918b-34d0-4048-98bf-dc92d39f6120 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:43:10.297372 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port d14e918b-34d0-4048-98bf-dc92d39f6120 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:43:10.297738 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:10.374976 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device b412f452-daaa-4d7e-9fc8-fab585cdc847 up at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:43:10.425131 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Provisioning complete for port b412f452-daaa-4d7e-9fc8-fab585cdc847 triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:43:10.425411 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:19.419823 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:25.613465 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:43:30.347554 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-0fc02f99-3fad-44a6-8a12-93eea13b43b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:30.626147 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-4d13505b-5087-42ef-8c98-27bd8e5253c7 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1461261139&fields=id&tenant_id=0d6994b5f4e24d6483ad3e16b25cf629 HTTP/1.1" status: 200 len: 267 time: 0.0455775 Nov 12 02:43:30.741113 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-ccefd82a-63e2-4229-b44d-168059182e9f tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:30.742475 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-ccefd82a-63e2-4229-b44d-168059182e9f tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/networks?id=425b490a-d6f0-477e-9438-9d9ddb46ede3 HTTP/1.1" status: 200 len: 809 time: 0.1096132 Nov 12 02:43:30.758253 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-5bb14851-4430-48f2-913d-750fcf6a7d99 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/quotas/0d6994b5f4e24d6483ad3e16b25cf629 HTTP/1.1" status: 200 len: 375 time: 0.0090382 Nov 12 02:43:30.812819 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-03e42f40-0781-4543-8561-712e89e02044 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d6994b5f4e24d6483ad3e16b25cf629&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486412 Nov 12 02:43:30.918512 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-38d99ec5-2b6c-4508-be39-fff3b1fcfd3b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=101678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:43:30.919578 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-38d99ec5-2b6c-4508-be39-fff3b1fcfd3b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0937188 Nov 12 02:43:31.008804 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-0ca4435c-47d1-4375-9f8c-4668351e0a9e service neutron] 10.222.0.70 "GET /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829763 Nov 12 02:43:31.101379 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-952e809c-b5d3-46e4-b1f3-f8c7770a4b6f service neutron] 10.222.0.70 "GET /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859776 Nov 12 02:43:31.385410 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-bd0454fb-a852-47ba-b8e1-17b69f24230a req-de8e89cd-7508-407a-9b12-dd5b975e918e tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 210 time: 0.0277367 Nov 12 02:43:32.477193 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-ca2d5d05-111d-41a0-8309-f5764c62f00c req-d8a56d1b-62fa-4aec-bc27-1d706f714f08 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 210 time: 0.0255654 Nov 12 02:43:32.689831 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-80172a6e-5f57-4677-a779-9a976acaffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:32.724569 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-23adf22d-d9f2-484c-9077-8c8ef9d6e071 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:32.726036 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-23adf22d-d9f2-484c-9077-8c8ef9d6e071 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.65 "GET /v2.0/networks?id=425b490a-d6f0-477e-9438-9d9ddb46ede3 HTTP/1.1" status: 200 len: 809 time: 0.1096847 Nov 12 02:43:32.814189 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-dda14948-4592-4eff-a412-1607869e94dc tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d6994b5f4e24d6483ad3e16b25cf629 HTTP/1.1" status: 200 len: 380 time: 0.0585480 Nov 12 02:43:32.824024 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-864ff8d1-67f2-472b-9e48-37532f820566 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Request body: {'port': {'device_id': 'da7e9d31-7e6e-419c-8dbe-389d6b7bc47d', 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3', 'admin_state_up': True, 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'security_groups': ['b36d3ffb-0548-409e-85d4-83f730a96fd3']}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:43:32.931767 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-864ff8d1-67f2-472b-9e48-37532f820566 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Made reservation on behalf of 0d6994b5f4e24d6483ad3e16b25cf629 for: {'port': 1} {{(pid=101678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:43:32.936316 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-864ff8d1-67f2-472b-9e48-37532f820566 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:33.065545 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_common [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-864ff8d1-67f2-472b-9e48-37532f820566 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Allocated IP 172.20.0.12 (425b490a-d6f0-477e-9438-9d9ddb46ede3/0b2326d1-37e9-4803-b609-349bf96ed76c/7fb54192-d715-4357-a504-8563617dad4b) {{(pid=101678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:43:33.211525 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-864ff8d1-67f2-472b-9e48-37532f820566 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for port, precommit_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:33.250322 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-864ff8d1-67f2-472b-9e48-37532f820566 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_create {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:33.296081 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-864ff8d1-67f2-472b-9e48-37532f820566 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Network 425b490a-d6f0-477e-9438-9d9ddb46ede3 is already hosted by enough agents. {{(pid=101678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:43:33.299245 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.base_scheduler [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-864ff8d1-67f2-472b-9e48-37532f820566 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Resources bound (agent type, host, resource id): {{(pid=101678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:43:33.303059 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-864ff8d1-67f2-472b-9e48-37532f820566 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Received port after_create {{(pid=101678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:43:33.310291 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ff8d1-67f2-472b-9e48-37532f820566 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Pushing event updated for resources: {'Port': ['ID=7fb54192-d715-4357-a504-8563617dad4b,revision_number=1']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:33.358699 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-864ff8d1-67f2-472b-9e48-37532f820566 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:33.359486 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-864ff8d1-67f2-472b-9e48-37532f820566 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:33.378208 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-864ff8d1-67f2-472b-9e48-37532f820566 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5580928 Nov 12 02:43:33.399981 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.v2.base [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] Request body: {'port': {'device_id': 'da7e9d31-7e6e-419c-8dbe-389d6b7bc47d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:43:33.458349 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:33.496815 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-64665328-4697-45ac-a813-ad6968e4c19e None None] Provisioning complete for port 7fb54192-d715-4357-a504-8563617dad4b triggered by entity DHCP. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:43:33.497329 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-64665328-4697-45ac-a813-ad6968e4c19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:33.538373 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-64665328-4697-45ac-a813-ad6968e4c19e None None] Port 7fb54192-d715-4357-a504-8563617dad4b cannot update to ACTIVE because it is not bound. {{(pid=101679) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:43:33.674612 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967b77f-eec5-43cc-a522-f25be1e156f7 req-24978365-3617-4eb9-b8a8-5b2a6608c77b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:33.676119 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2967b77f-eec5-43cc-a522-f25be1e156f7 req-24978365-3617-4eb9-b8a8-5b2a6608c77b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 932 time: 0.1110961 Nov 12 02:43:33.756592 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-2967b77f-eec5-43cc-a522-f25be1e156f7 req-9ec57c8c-1e4b-4ec4-98a1-44771034f213 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724032 Nov 12 02:43:33.803917 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb54192-d715-4357-a504-8563617dad4b {{(pid=101678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:43:33.811820 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:33.824432 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.provisioning_blocks [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] Transition to ACTIVE for port object 7fb54192-d715-4357-a504-8563617dad4b will not be triggered until provisioned by entity L2. {{(pid=101678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:43:33.831823 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25342661'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:33.869046 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:33.884955 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] Pushing event updated for resources: {'Port': ['ID=7fb54192-d715-4357-a504-8563617dad4b,revision_number=2']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:33.959608 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] Attempting to bind port 7fb54192-d715-4357-a504-8563617dad4b on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:43:33.959947 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] Attempting to bind port 7fb54192-d715-4357-a504-8563617dad4b by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'd446eefa-5dde-47b1-83d1-c3242ad93df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3'}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:43:33.960279 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] Attempting to bind port 7fb54192-d715-4357-a504-8563617dad4b on network 425b490a-d6f0-477e-9438-9d9ddb46ede3 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:43:33.965444 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] Port 7fb54192-d715-4357-a504-8563617dad4b on network 425b490a-d6f0-477e-9438-9d9ddb46ede3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:43:33.965844 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] Attempting to bind port 7fb54192-d715-4357-a504-8563617dad4b on network 425b490a-d6f0-477e-9438-9d9ddb46ede3 {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:43:33.971164 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] Checking agent: {'id': '0f3aff68-05a9-47a7-920b-43a2694f0a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:43:33.971535 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] Checking segment: {'id': 'd446eefa-5dde-47b1-83d1-c3242ad93df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:43:33.971922 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] Bound using segment: {'id': 'd446eefa-5dde-47b1-83d1-c3242ad93df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3'} {{(pid=101678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:43:33.972388 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.managers [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] Bound port: 7fb54192-d715-4357-a504-8563617dad4b, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd446eefa-5dde-47b1-83d1-c3242ad93df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3'}}] {{(pid=101678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:43:33.972715 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:34.042066 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] For port 7fb54192-d715-4357-a504-8563617dad4b, host hv-cinder-80857, cleared binding levels {{(pid=101678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:43:34.045877 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] For port 7fb54192-d715-4357-a504-8563617dad4b, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=7fb54192-d715-4357-a504-8563617dad4b,segment=NetworkSegment(d446eefa-5dde-47b1-83d1-c3242ad93df2),segment_id=d446eefa-5dde-47b1-83d1-c3242ad93df2)] {{(pid=101678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:43:34.049577 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25342661'] for port, after_update {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:34.087509 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:34.088273 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:34.090049 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] 10.222.0.65 "PUT /v2.0/ports/7fb54192-d715-4357-a504-8563617dad4b HTTP/1.1" status: 200 len: 1094 time: 0.6943531 Nov 12 02:43:34.090582 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7e9d31-7e6e-419c-8dbe-389d6b7bc47d', 'tag': '7fb54192-d715-4357-a504-8563617dad4b'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:43:34.093647 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd742a1-3c64-4311-baa2-8e179ebae69d" -d '{"events": [{"name": "network-changed", "server_uuid": "da7e9d31-7e6e-419c-8dbe-389d6b7bc47d", "tag": "7fb54192-d715-4357-a504-8563617dad4b"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:43:34.129401 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6647e8-0ee5-42df-a6b9-e7e2b652a53c service neutron] Pushing event updated for resources: {'Port': ['ID=7fb54192-d715-4357-a504-8563617dad4b,revision_number=3']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:34.151052 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f901a996-bc76-4f98-a674-c9d627a54cd6 x-openstack-request-id: req-f901a996-bc76-4f98-a674-c9d627a54cd6 {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:43:34.151394 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7e9d31-7e6e-419c-8dbe-389d6b7bc47d", "tag": "7fb54192-d715-4357-a504-8563617dad4b", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:43:34.151719 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f901a996-bc76-4f98-a674-c9d627a54cd6 {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:43:34.152150 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7e9d31-7e6e-419c-8dbe-389d6b7bc47d', 'tag': '7fb54192-d715-4357-a504-8563617dad4b', 'status': 'completed', 'code': 200} Nov 12 02:43:34.235715 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-df428c9d-4378-46ed-83f5-66120353ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:34.237256 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-df428c9d-4378-46ed-83f5-66120353ec68 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0d6994b5f4e24d6483ad3e16b25cf629&device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 1097 time: 0.0451331 Nov 12 02:43:34.307501 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-cb515d4d-e522-4c15-aa51-14fdda495a97 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb54192-d715-4357-a504-8563617dad4b HTTP/1.1" status: 200 len: 217 time: 0.0399947 Nov 12 02:43:34.356464 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-cb3db95d-1464-4da3-9ca7-df020943f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:34.357924 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-cb3db95d-1464-4da3-9ca7-df020943f954 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b2326d1-37e9-4803-b609-349bf96ed76c HTTP/1.1" status: 200 len: 848 time: 0.0438354 Nov 12 02:43:34.407478 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-fb0bb01a-f556-4e2c-bc1f-a15c66afe7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:34.408999 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-fb0bb01a-f556-4e2c-bc1f-a15c66afe7c9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=425b490a-d6f0-477e-9438-9d9ddb46ede3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440969 Nov 12 02:43:34.503725 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-fc48820e-e9c0-417a-97eb-0ce43c82b33d service neutron] 10.222.0.65 "GET /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866199 Nov 12 02:43:34.594892 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0efbc2f8-062a-4a36-8f66-f8b6e830342b req-f94d09be-2985-45b2-b579-bcbe5dfabe86 service neutron] 10.222.0.65 "GET /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825710 Nov 12 02:43:34.726198 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd742a1-3c64-4311-baa2-8e179ebae69d req-72fc739f-8ce6-4e13-aadc-2db0ad4c004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:34.727952 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cfd742a1-3c64-4311-baa2-8e179ebae69d req-72fc739f-8ce6-4e13-aadc-2db0ad4c004f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0d6994b5f4e24d6483ad3e16b25cf629&device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 1097 time: 0.0425639 Nov 12 02:43:34.821710 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd742a1-3c64-4311-baa2-8e179ebae69d req-d41bba7d-c82f-4ff1-ae90-d6f88b7ca079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:34.823269 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cfd742a1-3c64-4311-baa2-8e179ebae69d req-d41bba7d-c82f-4ff1-ae90-d6f88b7ca079 service neutron] 10.222.0.65 "GET /v2.0/networks?id=425b490a-d6f0-477e-9438-9d9ddb46ede3 HTTP/1.1" status: 200 len: 910 time: 0.0884295 Nov 12 02:43:34.886993 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cfd742a1-3c64-4311-baa2-8e179ebae69d req-c05dcdee-de48-4ce7-92dd-f0685049a5ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb54192-d715-4357-a504-8563617dad4b HTTP/1.1" status: 200 len: 217 time: 0.0533729 Nov 12 02:43:34.940030 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf0f2b-1475-4541-a23a-9816d710be37 req-ab9a45e8-fef7-4103-9ed7-6d8081120249 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:34.941637 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-40bf0f2b-1475-4541-a23a-9816d710be37 req-ab9a45e8-fef7-4103-9ed7-6d8081120249 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 944 time: 0.1169009 Nov 12 02:43:34.965304 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd742a1-3c64-4311-baa2-8e179ebae69d req-32c40673-034a-4d66-87c9-92db3c16d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:34.966767 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cfd742a1-3c64-4311-baa2-8e179ebae69d req-32c40673-034a-4d66-87c9-92db3c16d93f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b2326d1-37e9-4803-b609-349bf96ed76c HTTP/1.1" status: 200 len: 848 time: 0.0734055 Nov 12 02:43:35.021581 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-40bf0f2b-1475-4541-a23a-9816d710be37 req-7ba2a9c0-c332-4d86-9409-7a7d1eb086f7 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735686 Nov 12 02:43:35.031702 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd742a1-3c64-4311-baa2-8e179ebae69d req-e3afbebc-60c6-4132-8ee5-c4cfb45d81f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:35.033398 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cfd742a1-3c64-4311-baa2-8e179ebae69d req-e3afbebc-60c6-4132-8ee5-c4cfb45d81f9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=425b490a-d6f0-477e-9438-9d9ddb46ede3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592523 Nov 12 02:43:35.126402 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cfd742a1-3c64-4311-baa2-8e179ebae69d req-ee601433-a38a-470c-a390-a2c55e52017c service neutron] 10.222.0.65 "GET /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855808 Nov 12 02:43:35.217973 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cfd742a1-3c64-4311-baa2-8e179ebae69d req-fd8045aa-8663-4fec-ac01-e44d63a2b3fb service neutron] 10.222.0.65 "GET /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840025 Nov 12 02:43:35.381754 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:35.947983 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:36.155183 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da3f32-ee76-47e5-9693-f41395796dee req-02c78529-df1a-456d-a5df-1bc2daaa8a72 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:36.156747 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d2da3f32-ee76-47e5-9693-f41395796dee req-02c78529-df1a-456d-a5df-1bc2daaa8a72 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 944 time: 0.0600190 Nov 12 02:43:36.212305 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d2da3f32-ee76-47e5-9693-f41395796dee req-9ba3633c-3705-4612-967c-ec91042c504b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465894 Nov 12 02:43:37.327285 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12940c81-5fae-4c46-ae38-1778f150c4aa req-71a0ff81-8f23-49f5-93f2-d5db7a07e6fd tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:37.328756 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-12940c81-5fae-4c46-ae38-1778f150c4aa req-71a0ff81-8f23-49f5-93f2-d5db7a07e6fd tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 944 time: 0.0475600 Nov 12 02:43:37.379063 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-12940c81-5fae-4c46-ae38-1778f150c4aa req-9551cd5a-d266-405c-a2a3-ed48dfdeda11 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444453 Nov 12 02:43:38.510104 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9dc3a-4a9a-49a6-9321-d1d571c134e9 req-6ca7e009-7def-4c68-8d97-1f30b2150a5b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:38.512231 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-11b9dc3a-4a9a-49a6-9321-d1d571c134e9 req-6ca7e009-7def-4c68-8d97-1f30b2150a5b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 944 time: 0.0527229 Nov 12 02:43:38.561500 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-11b9dc3a-4a9a-49a6-9321-d1d571c134e9 req-0fb8a64e-4490-4827-bff6-cc206f5676f9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433850 Nov 12 02:43:39.675436 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05ad21-ed0f-4af6-9e3f-f39440c6ce1a req-dd18b672-90e7-481e-9d06-8d4c4cafed95 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:39.676943 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8d05ad21-ed0f-4af6-9e3f-f39440c6ce1a req-dd18b672-90e7-481e-9d06-8d4c4cafed95 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 944 time: 0.0484917 Nov 12 02:43:39.726610 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8d05ad21-ed0f-4af6-9e3f-f39440c6ce1a req-59f79c01-8e2b-4643-ad70-b6dddbd96c23 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438349 Nov 12 02:43:40.842687 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3d1ed-2329-4505-b318-568a7dcfd5c2 req-61e9234f-e05d-4f04-a223-7d0abd6fbfc5 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:40.844180 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-46a3d1ed-2329-4505-b318-568a7dcfd5c2 req-61e9234f-e05d-4f04-a223-7d0abd6fbfc5 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 944 time: 0.0491133 Nov 12 02:43:40.896604 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-46a3d1ed-2329-4505-b318-568a7dcfd5c2 req-63e66219-8950-4f8e-a1b8-88538d94f5a7 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465353 Nov 12 02:43:42.015101 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ac3fc-3327-4151-b361-632ddca6854c req-743e2d38-8542-4446-8d7a-79619906270b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:42.016618 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4d4ac3fc-3327-4151-b361-632ddca6854c req-743e2d38-8542-4446-8d7a-79619906270b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 944 time: 0.0494275 Nov 12 02:43:42.065460 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4d4ac3fc-3327-4151-b361-632ddca6854c req-1441ac22-740b-4976-80b7-70101d378eed tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430398 Nov 12 02:43:42.925351 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 7fb54192-d715-4357-a504-8563617dad4b details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:43:43.022358 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 7fb54192-d715-4357-a504-8563617dad4b, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=7fb54192-d715-4357-a504-8563617dad4b,segment=NetworkSegment(d446eefa-5dde-47b1-83d1-c3242ad93df2),segment_id=d446eefa-5dde-47b1-83d1-c3242ad93df2)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:43:43.033900 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': '7fb54192-d715-4357-a504-8563617dad4b', 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3', 'port_id': '7fb54192-d715-4357-a504-8563617dad4b', 'mac_address': 'fa:16:3e:1e:af:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:43:43.071813 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:43.084454 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb54192-d715-4357-a504-8563617dad4b {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:43:43.104979 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 7fb54192-d715-4357-a504-8563617dad4b, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=7fb54192-d715-4357-a504-8563617dad4b,segment=NetworkSegment(d446eefa-5dde-47b1-83d1-c3242ad93df2),segment_id=d446eefa-5dde-47b1-83d1-c3242ad93df2)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:43:43.110280 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:43.164691 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=7fb54192-d715-4357-a504-8563617dad4b,revision_number=4']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:43.189213 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515118cf-4bc1-4eea-bf4a-1b759f71b96b req-b6ac5054-afbd-4e4f-a0e6-290b5cf220d2 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:43.190706 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-515118cf-4bc1-4eea-bf4a-1b759f71b96b req-b6ac5054-afbd-4e4f-a0e6-290b5cf220d2 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 945 time: 0.0521533 Nov 12 02:43:43.242982 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-515118cf-4bc1-4eea-bf4a-1b759f71b96b req-aec7adb0-2563-4154-84f9-f95b848c7849 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429761 Nov 12 02:43:43.620443 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['7fb54192-d715-4357-a504-8563617dad4b'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:43:44.359159 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bead3-4b49-4c85-ab19-cda1775e41b4 req-100459cb-59aa-4f91-9d26-ae051434017a tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:44.360685 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-110bead3-4b49-4c85-ab19-cda1775e41b4 req-100459cb-59aa-4f91-9d26-ae051434017a tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 945 time: 0.0534253 Nov 12 02:43:44.418631 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-110bead3-4b49-4c85-ab19-cda1775e41b4 req-e250569a-f4dd-42f7-9e4f-15f81f51eae0 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519683 Nov 12 02:43:44.941949 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 7fb54192-d715-4357-a504-8563617dad4b up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:43:44.995460 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning for port 7fb54192-d715-4357-a504-8563617dad4b completed by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:43:44.999362 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port 7fb54192-d715-4357-a504-8563617dad4b triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:43:44.999866 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:45.089245 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:45.112878 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7e9d31-7e6e-419c-8dbe-389d6b7bc47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb54192-d715-4357-a504-8563617dad4b'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:43:45.115154 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8089a55-9841-4129-810b-b450f0561b02" -d '{"events": [{"server_uuid": "da7e9d31-7e6e-419c-8dbe-389d6b7bc47d", "name": "network-vif-plugged", "status": "completed", "tag": "7fb54192-d715-4357-a504-8563617dad4b"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:43:45.127878 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 7fb54192-d715-4357-a504-8563617dad4b, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=7fb54192-d715-4357-a504-8563617dad4b,segment=NetworkSegment(d446eefa-5dde-47b1-83d1-c3242ad93df2),segment_id=d446eefa-5dde-47b1-83d1-c3242ad93df2)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:43:45.131840 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:45.155134 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6287e942-7b4e-40d2-8830-fc3edbcfd7a8 x-openstack-request-id: req-6287e942-7b4e-40d2-8830-fc3edbcfd7a8 {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:43:45.155453 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7e9d31-7e6e-419c-8dbe-389d6b7bc47d", "name": "network-vif-plugged", "status": "completed", "tag": "7fb54192-d715-4357-a504-8563617dad4b", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:43:45.155683 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6287e942-7b4e-40d2-8830-fc3edbcfd7a8 {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:43:45.156076 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7e9d31-7e6e-419c-8dbe-389d6b7bc47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb54192-d715-4357-a504-8563617dad4b', 'code': 200} Nov 12 02:43:45.180829 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=7fb54192-d715-4357-a504-8563617dad4b,revision_number=5']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:45.391290 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00ce58-3d54-48c1-b3a9-81f83244c279 req-cfad9a7b-3063-4ca6-92f8-115d31c8362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:45.392999 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4d00ce58-3d54-48c1-b3a9-81f83244c279 req-cfad9a7b-3063-4ca6-92f8-115d31c8362b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 1099 time: 0.0415361 Nov 12 02:43:45.443235 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4d00ce58-3d54-48c1-b3a9-81f83244c279 req-8f5b39c2-3569-4184-b719-ce907d0bdc59 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427022 Nov 12 02:43:45.539955 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79409f20-708e-4991-a530-3e1a35205c70 req-87e66715-6ebd-469d-9712-d99ebadd0cd4 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:45.541783 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-79409f20-708e-4991-a530-3e1a35205c70 req-87e66715-6ebd-469d-9712-d99ebadd0cd4 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0523930 Nov 12 02:43:45.602990 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-79409f20-708e-4991-a530-3e1a35205c70 req-07261186-2eee-4e49-8db1-80677326bd0d tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545321 Nov 12 02:43:46.723768 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea0c49-5c90-459f-a460-29f8e8718b96 req-b312dea4-d6f3-4828-85dc-ac65977f1a9a tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:46.726525 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-39ea0c49-5c90-459f-a460-29f8e8718b96 req-b312dea4-d6f3-4828-85dc-ac65977f1a9a tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0532053 Nov 12 02:43:46.775625 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-39ea0c49-5c90-459f-a460-29f8e8718b96 req-ea3081d2-e20b-439f-9423-9583625449d5 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442240 Nov 12 02:43:47.895909 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d6c24-21b2-461c-823d-f334ed07fe10 req-c51f1087-9ba9-4e77-8ede-21d37ed297e5 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:47.897540 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-321d6c24-21b2-461c-823d-f334ed07fe10 req-c51f1087-9ba9-4e77-8ede-21d37ed297e5 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0495501 Nov 12 02:43:47.946559 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-321d6c24-21b2-461c-823d-f334ed07fe10 req-8d7c64bc-7f97-49a6-90a5-cda664873286 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426490 Nov 12 02:43:48.062138 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef14f52-ed62-4dd6-a550-1fd2c24d7b2e req-5e234c83-3377-4ddc-8e13-988348f6dfbf tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:48.063615 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aef14f52-ed62-4dd6-a550-1fd2c24d7b2e req-5e234c83-3377-4ddc-8e13-988348f6dfbf tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0518436 Nov 12 02:43:48.112946 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-aef14f52-ed62-4dd6-a550-1fd2c24d7b2e req-115cdd98-1e82-4875-ad82-7ddf37f17b21 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433166 Nov 12 02:43:48.134028 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51298) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:43:48.224296 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed2a4e9-9d80-4410-a9ee-d514ce594028 tempest-TestShelveInstance-619340972 tempest-TestShelveInstance-619340972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101677) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:48.225785 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-1ed2a4e9-9d80-4410-a9ee-d514ce594028 tempest-TestShelveInstance-619340972 tempest-TestShelveInstance-619340972-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 1094 time: 0.0907149 Nov 12 02:43:48.228743 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51302) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:43:48.233696 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.v2.base [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Request body: {'floatingip': {'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'port_id': '7fb54192-d715-4357-a504-8563617dad4b', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101677) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:43:48.255506 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for floatingip, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:48.349174 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:48.472783 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_common [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Allocated IP 172.27.2.101 (3c7696da-eba1-40bc-922c-d91bed889fdf/d5dec2f9-f4c7-48bf-8714-a16e67e9832d/c495cd81-4239-4762-83e6-d624d0acf4a5) {{(pid=101677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:43:48.572705 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for port, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:48.605870 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767025622137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:48.649005 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Network 3c7696da-eba1-40bc-922c-d91bed889fdf is already hosted by enough agents. {{(pid=101677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:43:48.654006 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.base_scheduler [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Resources bound (agent type, host, resource id): {{(pid=101677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:43:48.656855 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Received port after_create {{(pid=101677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:43:48.662573 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Pushing event updated for resources: {'Port': ['ID=c495cd81-4239-4762-83e6-d624d0acf4a5,revision_number=1']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:48.690740 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:48.691086 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:48.691423 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:48.691756 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:48.692082 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:48.692414 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:48.692735 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:48.693056 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:48.693375 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:48.693697 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:48.694016 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:48.694334 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:43:49.029579 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:49.094449 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:49.246943 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for port, precommit_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:49.251459 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589425'] for port, after_update {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:49.315117 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Pushing event updated for resources: {'Port': ['ID=c495cd81-4239-4762-83e6-d624d0acf4a5,revision_number=2']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:43:49.329029 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661460'] for floatingip, after_create {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:49.423713 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:49.430810 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.db.l3_db [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Floating IP 56f59b4c-8614-43fd-87f7-09e4fc586bb2 associated. External IP: 172.27.2.101, port: 7fb54192-d715-4357-a504-8563617dad4b. Nov 12 02:43:49.636274 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Router 29956b3a-4d2f-405e-839a-75f45f3e6e4a has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:43:49.741099 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:43:49.752154 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adde20a-e59b-4a5f-aea8-b9449fc4bb42 None None] Sync routers for ids ['29956b3a-4d2f-405e-839a-75f45f3e6e4a'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:43:49.759976 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for floatingip, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:43:49.762545 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adde20a-e59b-4a5f-aea8-b9449fc4bb42 None None] Routers {'29956b3a-4d2f-405e-839a-75f45f3e6e4a'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:43:49.764117 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-1adde20a-e59b-4a5f-aea8-b9449fc4bb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:43:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['29956b3a-4d2f-405e-839a-75f45f3e6e4a'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:43:49.788120 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-81191dce-bfe9-4e9a-8b6e-f4a3949e6fd9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5583532 Nov 12 02:43:49.788864 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7e9d31-7e6e-419c-8dbe-389d6b7bc47d', 'tag': '7fb54192-d715-4357-a504-8563617dad4b'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:43:49.791151 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1e4d33-7303-4102-9e5f-1936dd5b3013" -d '{"events": [{"name": "network-changed", "server_uuid": "da7e9d31-7e6e-419c-8dbe-389d6b7bc47d", "tag": "7fb54192-d715-4357-a504-8563617dad4b"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:43:49.872824 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-1adde20a-e59b-4a5f-aea8-b9449fc4bb42 None None] Set router 29956b3a-4d2f-405e-839a-75f45f3e6e4a gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:43:49.895789 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81c61a5-4084-4952-8e2f-f9fbe7917ed9 x-openstack-request-id: req-c81c61a5-4084-4952-8e2f-f9fbe7917ed9 {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:43:49.896108 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7e9d31-7e6e-419c-8dbe-389d6b7bc47d", "tag": "7fb54192-d715-4357-a504-8563617dad4b", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:43:49.896359 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c81c61a5-4084-4952-8e2f-f9fbe7917ed9 {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:43:49.896815 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7e9d31-7e6e-419c-8dbe-389d6b7bc47d', 'tag': '7fb54192-d715-4357-a504-8563617dad4b', 'status': 'completed', 'code': 200} Nov 12 02:43:49.984170 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e4d33-7303-4102-9e5f-1936dd5b3013 req-0ae78402-f6f9-477d-99e1-b67ee031d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:49.985684 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cf1e4d33-7303-4102-9e5f-1936dd5b3013 req-0ae78402-f6f9-477d-99e1-b67ee031d6b3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0d6994b5f4e24d6483ad3e16b25cf629&device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 1099 time: 0.0425389 Nov 12 02:43:50.082414 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e4d33-7303-4102-9e5f-1936dd5b3013 req-47a5d629-65fa-4ac5-b5c0-3cf2698c60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:50.083967 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cf1e4d33-7303-4102-9e5f-1936dd5b3013 req-47a5d629-65fa-4ac5-b5c0-3cf2698c60b1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=425b490a-d6f0-477e-9438-9d9ddb46ede3 HTTP/1.1" status: 200 len: 910 time: 0.0915155 Nov 12 02:43:50.101983 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-1adde20a-e59b-4a5f-aea8-b9449fc4bb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'name': 'tempest-TestShelveInstance-1248979137-router', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '95031465-cbff-4401-a36d-80bd33c448ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:42:59Z', 'revision_number': 4, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'gw_port': {'id': '95031465-cbff-4401-a36d-80bd33c448ad', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:af:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': '56f59b4c-8614-43fd-87f7-09e4fc586bb2', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'port_id': '7fb54192-d715-4357-a504-8563617dad4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3', 'mac_address': 'fa:16:3e:1e:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e9d31-7e6e-419c-8dbe-389d6b7bc47d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:43:48Z', 'updated_at': '2021-11-12T02:43:48Z', 'revision_number': 0, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a464e07a-8885-419b-994f-64c79bc52af0', 'name': '', 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'mac_address': 'fa:16:3e:1b:7e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:59Z', 'updated_at': '2021-11-12T02:43:04Z', 'revision_number': 5, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'subnets': [{'id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:43:50.133878 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adde20a-e59b-4a5f-aea8-b9449fc4bb42 None None] Checking router: 29956b3a-4d2f-405e-839a-75f45f3e6e4a for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:43:50.147298 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adde20a-e59b-4a5f-aea8-b9449fc4bb42 None None] Routers {'29956b3a-4d2f-405e-839a-75f45f3e6e4a'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:43:50.147944 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-1adde20a-e59b-4a5f-aea8-b9449fc4bb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:43:33Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['29956b3a-4d2f-405e-839a-75f45f3e6e4a'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:43:50.160160 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cf1e4d33-7303-4102-9e5f-1936dd5b3013 req-40e24b87-0f22-4104-aa50-e2d199e3cd13 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb54192-d715-4357-a504-8563617dad4b HTTP/1.1" status: 200 len: 1000 time: 0.0685601 Nov 12 02:43:50.214084 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e4d33-7303-4102-9e5f-1936dd5b3013 req-4bc1d2ca-b1fe-476c-8e89-a3c8db9c539a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:50.216207 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cf1e4d33-7303-4102-9e5f-1936dd5b3013 req-4bc1d2ca-b1fe-476c-8e89-a3c8db9c539a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b2326d1-37e9-4803-b609-349bf96ed76c HTTP/1.1" status: 200 len: 848 time: 0.0490592 Nov 12 02:43:50.389674 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-1adde20a-e59b-4a5f-aea8-b9449fc4bb42 None None] Set router 29956b3a-4d2f-405e-839a-75f45f3e6e4a gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:43:50.551751 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e4d33-7303-4102-9e5f-1936dd5b3013 req-b13abcd8-e2a1-42b1-88e2-875b16ec5472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:43:50.553164 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cf1e4d33-7303-4102-9e5f-1936dd5b3013 req-b13abcd8-e2a1-42b1-88e2-875b16ec5472 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=425b490a-d6f0-477e-9438-9d9ddb46ede3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3305662 Nov 12 02:43:50.646580 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-1adde20a-e59b-4a5f-aea8-b9449fc4bb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'name': 'tempest-TestShelveInstance-1248979137-router', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '95031465-cbff-4401-a36d-80bd33c448ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:42:59Z', 'revision_number': 4, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'gw_port': {'id': '95031465-cbff-4401-a36d-80bd33c448ad', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:af:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': '56f59b4c-8614-43fd-87f7-09e4fc586bb2', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'port_id': '7fb54192-d715-4357-a504-8563617dad4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3', 'mac_address': 'fa:16:3e:1e:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e9d31-7e6e-419c-8dbe-389d6b7bc47d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:43:48Z', 'updated_at': '2021-11-12T02:43:48Z', 'revision_number': 0, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a464e07a-8885-419b-994f-64c79bc52af0', 'name': '', 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'mac_address': 'fa:16:3e:1b:7e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:59Z', 'updated_at': '2021-11-12T02:43:04Z', 'revision_number': 5, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'subnets': [{'id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:43:50.652139 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cf1e4d33-7303-4102-9e5f-1936dd5b3013 req-68b553c1-ffcd-4669-9a0c-79f4c997a2f6 service neutron] 10.222.0.65 "GET /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907364 Nov 12 02:43:50.673008 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adde20a-e59b-4a5f-aea8-b9449fc4bb42 None None] The sync data for ids ['29956b3a-4d2f-405e-839a-75f45f3e6e4a'] in dv-cinder-808574-4-iscsi is: [{'id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'name': 'tempest-TestShelveInstance-1248979137-router', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '95031465-cbff-4401-a36d-80bd33c448ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:42:59Z', 'revision_number': 4, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'gw_port': {'id': '95031465-cbff-4401-a36d-80bd33c448ad', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:af:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_floatingips': [{'id': '56f59b4c-8614-43fd-87f7-09e4fc586bb2', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'router_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'port_id': '7fb54192-d715-4357-a504-8563617dad4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3', 'mac_address': 'fa:16:3e:1e:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e9d31-7e6e-419c-8dbe-389d6b7bc47d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:43:48Z', 'updated_at': '2021-11-12T02:43:48Z', 'revision_number': 0, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a464e07a-8885-419b-994f-64c79bc52af0', 'name': '', 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'mac_address': 'fa:16:3e:1b:7e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:59Z', 'updated_at': '2021-11-12T02:43:04Z', 'revision_number': 5, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'subnets': [{'id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:43:50.747619 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cf1e4d33-7303-4102-9e5f-1936dd5b3013 req-42fc2a86-6159-44ea-b2e8-d890bcb4d998 service neutron] 10.222.0.65 "GET /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883234 Nov 12 02:43:50.867841 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bc63b5-8996-4640-8faa-cf30d0e06fe5 None None] New status for floating IP 56f59b4c-8614-43fd-87f7-09e4fc586bb2: ACTIVE {{(pid=101680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:44:00.349919 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-ad0dbed6-2aa6-47af-8d51-ee7a8acbc3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:44:02.613940 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:44:02.692580 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f96d80a4-311f-414b-87c9-c95b1a9a4493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:44:03.872321 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:44:05.418559 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:44:05.950886 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:44:19.430365 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:44:30.354026 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-eb3b0aaa-d64a-479d-a35b-41e713a06754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:44:32.694558 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15da9691-150e-4dc0-a5aa-1800dcc16642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:44:33.873072 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:44:35.387396 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:44:35.631033 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-51d280c7-b7c7-443d-9f8f-3ac828f09703 req-249c69ad-649e-4790-8c06-dc3a9bccff37 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404291 Nov 12 02:44:35.738603 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d280c7-b7c7-443d-9f8f-3ac828f09703 req-306ed8ef-2a52-4a73-9ffd-0980d662344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:44:35.740068 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-51d280c7-b7c7-443d-9f8f-3ac828f09703 req-306ed8ef-2a52-4a73-9ffd-0980d662344a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0d6994b5f4e24d6483ad3e16b25cf629&device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 1099 time: 0.0414758 Nov 12 02:44:35.851127 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d280c7-b7c7-443d-9f8f-3ac828f09703 req-75aafba6-0a8c-4940-978e-ebcedda9b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:44:35.852637 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-51d280c7-b7c7-443d-9f8f-3ac828f09703 req-75aafba6-0a8c-4940-978e-ebcedda9b81f service neutron] 10.222.0.65 "GET /v2.0/networks?id=425b490a-d6f0-477e-9438-9d9ddb46ede3 HTTP/1.1" status: 200 len: 910 time: 0.0913498 Nov 12 02:44:35.918875 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-51d280c7-b7c7-443d-9f8f-3ac828f09703 req-4ea1939b-04c3-4eb9-a85f-29f20e9319a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb54192-d715-4357-a504-8563617dad4b HTTP/1.1" status: 200 len: 1002 time: 0.0591447 Nov 12 02:44:35.955430 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:44:35.973240 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d280c7-b7c7-443d-9f8f-3ac828f09703 req-56045a00-2fda-43cd-85d2-ee17118db7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:44:35.974756 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-51d280c7-b7c7-443d-9f8f-3ac828f09703 req-56045a00-2fda-43cd-85d2-ee17118db7a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b2326d1-37e9-4803-b609-349bf96ed76c HTTP/1.1" status: 200 len: 848 time: 0.0490270 Nov 12 02:44:36.020867 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d280c7-b7c7-443d-9f8f-3ac828f09703 req-9c2dd651-510c-4662-8590-d3ada10bb4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:44:36.022275 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-51d280c7-b7c7-443d-9f8f-3ac828f09703 req-9c2dd651-510c-4662-8590-d3ada10bb4ca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=425b490a-d6f0-477e-9438-9d9ddb46ede3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405324 Nov 12 02:44:36.116502 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-51d280c7-b7c7-443d-9f8f-3ac828f09703 req-c54385cf-7009-44ea-a4f2-7bade90c8cbb service neutron] 10.222.0.65 "GET /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866909 Nov 12 02:44:36.209176 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-51d280c7-b7c7-443d-9f8f-3ac828f09703 req-24663e77-217b-4aca-8071-032d6bda8b7f service neutron] 10.222.0.65 "GET /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846040 Nov 12 02:44:39.613485 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:44:49.433508 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:45:00.357424 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-cf08c4f6-daac-4d0d-a30b-ce210755e245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:45:02.696733 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-10080158-daba-4671-b73f-f45d6931b204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:45:03.876231 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:45:05.389258 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:45:05.961769 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:45:16.612457 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:45:19.429185 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:45:30.361210 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-dedb2fe4-4e56-4657-bd64-d89cd27107a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:45:32.699920 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-9b9cffa8-507a-49a3-abde-facda374d34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:45:33.879466 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:45:35.395840 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:45:35.558147 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d76627d2-b604-413a-9335-8bcd86e1059c req-243e7944-301d-4a5f-b382-a1a4747479da service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415378 Nov 12 02:45:35.674302 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76627d2-b604-413a-9335-8bcd86e1059c req-0094854e-8fea-414c-8e8e-a5e358ce7034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:45:35.675844 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d76627d2-b604-413a-9335-8bcd86e1059c req-0094854e-8fea-414c-8e8e-a5e358ce7034 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0d6994b5f4e24d6483ad3e16b25cf629&device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 1099 time: 0.0473146 Nov 12 02:45:35.781872 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76627d2-b604-413a-9335-8bcd86e1059c req-c97dbfe7-6fa4-4e9c-9ab1-c43d9a371d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:45:35.783470 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d76627d2-b604-413a-9335-8bcd86e1059c req-c97dbfe7-6fa4-4e9c-9ab1-c43d9a371d55 service neutron] 10.222.0.65 "GET /v2.0/networks?id=425b490a-d6f0-477e-9438-9d9ddb46ede3 HTTP/1.1" status: 200 len: 910 time: 0.0866654 Nov 12 02:45:35.859472 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d76627d2-b604-413a-9335-8bcd86e1059c req-bbb2a103-231b-4d58-b4b1-220c3cddbd3e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb54192-d715-4357-a504-8563617dad4b HTTP/1.1" status: 200 len: 1002 time: 0.0674434 Nov 12 02:45:35.911335 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76627d2-b604-413a-9335-8bcd86e1059c req-53d84670-a7dc-4293-911e-8122589d452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:45:35.912826 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d76627d2-b604-413a-9335-8bcd86e1059c req-53d84670-a7dc-4293-911e-8122589d452b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b2326d1-37e9-4803-b609-349bf96ed76c HTTP/1.1" status: 200 len: 848 time: 0.0453048 Nov 12 02:45:35.957150 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:45:35.959649 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76627d2-b604-413a-9335-8bcd86e1059c req-31fe7352-3061-4c3a-8857-61a261c12388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:45:35.961179 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d76627d2-b604-413a-9335-8bcd86e1059c req-31fe7352-3061-4c3a-8857-61a261c12388 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=425b490a-d6f0-477e-9438-9d9ddb46ede3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416574 Nov 12 02:45:36.055365 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d76627d2-b604-413a-9335-8bcd86e1059c req-ee1f33ea-1be1-45bf-96c1-058ebab3b282 service neutron] 10.222.0.65 "GET /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868599 Nov 12 02:45:36.147608 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-d76627d2-b604-413a-9335-8bcd86e1059c req-2e0ce12f-5897-42bb-8d9b-aea9c4553700 service neutron] 10.222.0.65 "GET /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850260 Nov 12 02:45:49.427736 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:45:53.612177 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:46:00.362784 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f4d19734-b376-4b43-be79-575cd1059860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:46:02.702098 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-5fc2654c-a613-4f97-ba9b-d20f20afea52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:46:03.886591 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:46:05.428297 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:46:05.961859 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:46:06.045491 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69055d5b-7e3e-405b-813c-88563d03ab66 req-b463edf1-bd57-4e24-9b1f-22cfebe48dab tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:06.047631 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-69055d5b-7e3e-405b-813c-88563d03ab66 req-b463edf1-bd57-4e24-9b1f-22cfebe48dab tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0592163 Nov 12 02:46:06.097071 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-69055d5b-7e3e-405b-813c-88563d03ab66 req-2667b7ee-174e-45b6-beac-12b548f6c1f9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433543 Nov 12 02:46:07.217210 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59759c-3db7-4645-a7c0-3131542a9e10 req-99796b3e-1952-45d9-b6f4-9be7e447a54c tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:07.218742 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0f59759c-3db7-4645-a7c0-3131542a9e10 req-99796b3e-1952-45d9-b6f4-9be7e447a54c tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0507419 Nov 12 02:46:07.268910 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-0f59759c-3db7-4645-a7c0-3131542a9e10 req-ed035559-fc92-481f-8c5a-f7f0dba92d18 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440986 Nov 12 02:46:08.396619 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002ed07-3928-4563-b6dd-84480c547338 req-8c1232ed-4475-463b-b6ef-5256ff87865e tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:08.398028 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4002ed07-3928-4563-b6dd-84480c547338 req-8c1232ed-4475-463b-b6ef-5256ff87865e tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0509605 Nov 12 02:46:08.453420 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4002ed07-3928-4563-b6dd-84480c547338 req-6ac6b9d8-661e-4fd2-8343-60307d675fe1 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470281 Nov 12 02:46:09.567047 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fefd4-cb51-4ad5-8a00-582547b6bd56 req-644f9b58-56ad-41fb-b4d4-3d295b7256ee tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:09.568585 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-023fefd4-cb51-4ad5-8a00-582547b6bd56 req-644f9b58-56ad-41fb-b4d4-3d295b7256ee tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0495739 Nov 12 02:46:09.616856 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-023fefd4-cb51-4ad5-8a00-582547b6bd56 req-1eb21121-aa09-4ad7-b5e6-bd59b0f6bf7a tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425038 Nov 12 02:46:10.732784 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b40bb0-8400-48ed-b41f-f12a8335d1b3 req-53ae0843-a61f-4142-85b4-15a004d4c7dd tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:10.734359 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-97b40bb0-8400-48ed-b41f-f12a8335d1b3 req-53ae0843-a61f-4142-85b4-15a004d4c7dd tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0496233 Nov 12 02:46:10.787768 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-97b40bb0-8400-48ed-b41f-f12a8335d1b3 req-21c545dd-1615-4073-a650-419e1be58464 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470233 Nov 12 02:46:11.906204 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3302f6-a737-4597-9adf-e82ad851e157 req-25f36ba8-36ee-4153-97ea-f49b51387f78 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:11.907710 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3a3302f6-a737-4597-9adf-e82ad851e157 req-25f36ba8-36ee-4153-97ea-f49b51387f78 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0528641 Nov 12 02:46:11.956951 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3a3302f6-a737-4597-9adf-e82ad851e157 req-6184d6d7-8078-421f-80eb-714c2a3ba03b tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433662 Nov 12 02:46:13.073799 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758410e6-c4e7-46b1-b9aa-8abe2ba7964f req-b46fdb31-4a5e-433f-b1bf-2013685eeede tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:13.075337 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-758410e6-c4e7-46b1-b9aa-8abe2ba7964f req-b46fdb31-4a5e-433f-b1bf-2013685eeede tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0503538 Nov 12 02:46:13.125928 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-758410e6-c4e7-46b1-b9aa-8abe2ba7964f req-ffadb3b6-7cb3-4979-90ba-740364fa9784 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447879 Nov 12 02:46:14.241180 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f34819-c59f-4490-bae6-07249393f7c4 req-98eabff8-645f-42bf-a06e-f5cadab6f8c1 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:14.242687 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-20f34819-c59f-4490-bae6-07249393f7c4 req-98eabff8-645f-42bf-a06e-f5cadab6f8c1 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0507586 Nov 12 02:46:14.295088 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-20f34819-c59f-4490-bae6-07249393f7c4 req-82a4842b-b9f0-4452-a67c-9ca450b92c15 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461578 Nov 12 02:46:15.412116 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6effb8e-3e5e-417f-a782-f5fd4d13e792 req-751de1d7-ffb3-44f4-9156-44a06c93df4c tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:15.413600 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c6effb8e-3e5e-417f-a782-f5fd4d13e792 req-751de1d7-ffb3-44f4-9156-44a06c93df4c tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0498130 Nov 12 02:46:15.462552 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c6effb8e-3e5e-417f-a782-f5fd4d13e792 req-84ba9b8f-e990-4208-845b-d1c25de1c359 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430160 Nov 12 02:46:16.267307 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0688e-f4fc-43f8-95a4-18d875e49a4d req-3dc67d56-045a-4f24-b52c-4497d0a59e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:16.268814 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-beb0688e-f4fc-43f8-95a4-18d875e49a4d req-3dc67d56-045a-4f24-b52c-4497d0a59e3c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0d6994b5f4e24d6483ad3e16b25cf629&device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 1099 time: 0.0424700 Nov 12 02:46:16.360557 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0688e-f4fc-43f8-95a4-18d875e49a4d req-1b1d590e-c427-41bc-a582-687f6f64fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:16.362022 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-beb0688e-f4fc-43f8-95a4-18d875e49a4d req-1b1d590e-c427-41bc-a582-687f6f64fca8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=425b490a-d6f0-477e-9438-9d9ddb46ede3 HTTP/1.1" status: 200 len: 910 time: 0.0862808 Nov 12 02:46:16.426177 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-beb0688e-f4fc-43f8-95a4-18d875e49a4d req-b2b6e721-cf18-495a-9077-cff96cfa82c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb54192-d715-4357-a504-8563617dad4b HTTP/1.1" status: 200 len: 1002 time: 0.0566554 Nov 12 02:46:16.479469 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0688e-f4fc-43f8-95a4-18d875e49a4d req-dbc04c06-afe7-44ad-aeef-cd52302743a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:16.480922 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-beb0688e-f4fc-43f8-95a4-18d875e49a4d req-dbc04c06-afe7-44ad-aeef-cd52302743a8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b2326d1-37e9-4803-b609-349bf96ed76c HTTP/1.1" status: 200 len: 848 time: 0.0471931 Nov 12 02:46:16.527615 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0688e-f4fc-43f8-95a4-18d875e49a4d req-38c268cc-89c4-4d7b-b518-c2f55191c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:16.529058 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-beb0688e-f4fc-43f8-95a4-18d875e49a4d req-38c268cc-89c4-4d7b-b518-c2f55191c5ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=425b490a-d6f0-477e-9438-9d9ddb46ede3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409033 Nov 12 02:46:16.635907 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bbcee-fc07-4cbc-9cf2-1b2d4c3f32a4 req-0d320000-8bb3-41c8-b6a7-15057db5e37a tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:16.637390 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8b1bbcee-fc07-4cbc-9cf2-1b2d4c3f32a4 req-0d320000-8bb3-41c8-b6a7-15057db5e37a tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.1074588 Nov 12 02:46:16.670498 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-beb0688e-f4fc-43f8-95a4-18d875e49a4d req-2f4714bb-a7f4-4913-84c0-b107faeffb49 service neutron] 10.222.0.65 "GET /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323237 Nov 12 02:46:16.721808 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-8b1bbcee-fc07-4cbc-9cf2-1b2d4c3f32a4 req-6c753b39-5ec8-420f-a8bc-8393a760d9f9 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778167 Nov 12 02:46:16.782018 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-beb0688e-f4fc-43f8-95a4-18d875e49a4d req-9eaccc26-3faa-4ced-a095-2fd283c744fa service neutron] 10.222.0.65 "GET /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017056 Nov 12 02:46:17.834781 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0d2c9-b4c6-4b0f-9088-dd2d707e0980 req-ed8d938e-c996-4d44-a1a8-eb510bf66dc6 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:17.836326 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a8b0d2c9-b4c6-4b0f-9088-dd2d707e0980 req-ed8d938e-c996-4d44-a1a8-eb510bf66dc6 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0491123 Nov 12 02:46:17.885818 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a8b0d2c9-b4c6-4b0f-9088-dd2d707e0980 req-30f25f70-eb09-4457-aabe-4d51c9f6cc23 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435312 Nov 12 02:46:19.001490 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2974384-ca87-415e-b941-99e0b1504e44 req-744ac92d-e560-405f-9dac-05a1b55d278c tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:19.002999 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f2974384-ca87-415e-b941-99e0b1504e44 req-744ac92d-e560-405f-9dac-05a1b55d278c tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0507872 Nov 12 02:46:19.055113 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f2974384-ca87-415e-b941-99e0b1504e44 req-53f88a06-1dfa-41aa-942b-3df90881f010 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460720 Nov 12 02:46:19.456546 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:46:20.174548 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828dd51-4c10-4298-8696-d337e68cff52 req-ebbc443d-5176-46fa-b12e-2756ff98b6b1 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:20.176054 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e828dd51-4c10-4298-8696-d337e68cff52 req-ebbc443d-5176-46fa-b12e-2756ff98b6b1 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0527055 Nov 12 02:46:20.234858 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e828dd51-4c10-4298-8696-d337e68cff52 req-b82156fc-7542-4769-a729-d002fa324046 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529153 Nov 12 02:46:20.442764 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b57d7b-ffe0-4d69-af55-e5f52e7fee1e req-dd9d587e-a82a-4109-b928-7249ccf465f0 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:20.444298 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-42b57d7b-ffe0-4d69-af55-e5f52e7fee1e req-dd9d587e-a82a-4109-b928-7249ccf465f0 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0506368 Nov 12 02:46:20.449522 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51402) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:46:20.496680 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-42b57d7b-ffe0-4d69-af55-e5f52e7fee1e req-16d3a0f5-137e-4037-ba75-a254b45ec61a tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458405 Nov 12 02:46:20.532712 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4763f9ce-4989-4150-b6d5-be109f667ff5 req-a916ec74-9ffd-441c-ab0b-49fb9697357c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820684 Nov 12 02:46:20.541900 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [req-4763f9ce-4989-4150-b6d5-be109f667ff5 req-a9e2d060-a515-4789-b03f-a2fd70360bd4 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=101677) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:46:20.543285 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [req-4763f9ce-4989-4150-b6d5-be109f667ff5 req-a9e2d060-a515-4789-b03f-a2fd70360bd4 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053799 Nov 12 02:46:21.623364 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe384cdb-c6d7-46f4-a651-70e40d2498ae req-edc3dbbc-104b-48ea-832f-1a6d069a7c1a tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:21.624897 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fe384cdb-c6d7-46f4-a651-70e40d2498ae req-edc3dbbc-104b-48ea-832f-1a6d069a7c1a tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0542486 Nov 12 02:46:21.674841 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-fe384cdb-c6d7-46f4-a651-70e40d2498ae req-22963205-28d3-43f9-aeb0-0d2cee92a17a tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439577 Nov 12 02:46:21.799186 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 7fb54192-d715-4357-a504-8563617dad4b no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:46:21.874366 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:46:21.897057 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7e9d31-7e6e-419c-8dbe-389d6b7bc47d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb54192-d715-4357-a504-8563617dad4b'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:46:21.899369 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9867370a-704a-49da-b440-92e198ed664e" -d '{"events": [{"server_uuid": "da7e9d31-7e6e-419c-8dbe-389d6b7bc47d", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb54192-d715-4357-a504-8563617dad4b"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:46:21.914082 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 7fb54192-d715-4357-a504-8563617dad4b, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=7fb54192-d715-4357-a504-8563617dad4b,segment=NetworkSegment(d446eefa-5dde-47b1-83d1-c3242ad93df2),segment_id=d446eefa-5dde-47b1-83d1-c3242ad93df2)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:46:21.918342 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:46:21.969613 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=7fb54192-d715-4357-a504-8563617dad4b,revision_number=6']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:46:21.977010 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:46:21.977366 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:46:21.977708 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:46:21.978045 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:46:21.978384 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:46:21.978737 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:46:21.979075 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:46:21.979404 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:46:21.980454 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:46:21.980790 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:46:21.981350 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:46:21.981468 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:46:22.008705 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 02:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc8224e-4b8c-43c5-9998-2b3464578b1d x-openstack-request-id: req-5fc8224e-4b8c-43c5-9998-2b3464578b1d {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:46:22.009027 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7e9d31-7e6e-419c-8dbe-389d6b7bc47d", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb54192-d715-4357-a504-8563617dad4b", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:46:22.009288 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5fc8224e-4b8c-43c5-9998-2b3464578b1d {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:46:22.009687 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7e9d31-7e6e-419c-8dbe-389d6b7bc47d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb54192-d715-4357-a504-8563617dad4b', 'code': 200} Nov 12 02:46:22.089857 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763f9ce-4989-4150-b6d5-be109f667ff5 req-f22d6574-bdd5-449f-b2dd-b85871542035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:22.091358 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4763f9ce-4989-4150-b6d5-be109f667ff5 req-f22d6574-bdd5-449f-b2dd-b85871542035 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d&tenant_id=0d6994b5f4e24d6483ad3e16b25cf629 HTTP/1.1" status: 200 len: 1097 time: 0.0417531 Nov 12 02:46:22.173875 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763f9ce-4989-4150-b6d5-be109f667ff5 req-3fa495aa-d2b2-4383-91fd-8f6d90772040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:22.175926 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4763f9ce-4989-4150-b6d5-be109f667ff5 req-3fa495aa-d2b2-4383-91fd-8f6d90772040 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0d6994b5f4e24d6483ad3e16b25cf629&device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 1097 time: 0.0513968 Nov 12 02:46:22.292319 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763f9ce-4989-4150-b6d5-be109f667ff5 req-3ec74322-a5dd-408f-a515-896b86961709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:22.293831 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4763f9ce-4989-4150-b6d5-be109f667ff5 req-3ec74322-a5dd-408f-a515-896b86961709 service neutron] 10.222.0.65 "GET /v2.0/networks?id=425b490a-d6f0-477e-9438-9d9ddb46ede3 HTTP/1.1" status: 200 len: 910 time: 0.1106963 Nov 12 02:46:22.363745 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4763f9ce-4989-4150-b6d5-be109f667ff5 req-c2ff55dc-7322-4bb4-8608-338defe0feee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb54192-d715-4357-a504-8563617dad4b HTTP/1.1" status: 200 len: 1000 time: 0.0625317 Nov 12 02:46:22.415762 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763f9ce-4989-4150-b6d5-be109f667ff5 req-03bb5f93-d7ac-41c7-aa79-4728c030c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:22.417217 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4763f9ce-4989-4150-b6d5-be109f667ff5 req-03bb5f93-d7ac-41c7-aa79-4728c030c912 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b2326d1-37e9-4803-b609-349bf96ed76c HTTP/1.1" status: 200 len: 848 time: 0.0467465 Nov 12 02:46:22.463013 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763f9ce-4989-4150-b6d5-be109f667ff5 req-4f3f69d2-10c0-4131-8dc8-37178d0f58d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:22.464525 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4763f9ce-4989-4150-b6d5-be109f667ff5 req-4f3f69d2-10c0-4131-8dc8-37178d0f58d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=425b490a-d6f0-477e-9438-9d9ddb46ede3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398991 Nov 12 02:46:22.555468 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4763f9ce-4989-4150-b6d5-be109f667ff5 req-a06a8b0c-5c42-47ff-81ec-5a500f8d4c66 service neutron] 10.222.0.65 "GET /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839922 Nov 12 02:46:22.648089 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-4763f9ce-4989-4150-b6d5-be109f667ff5 req-7e545b4a-347b-48be-ae50-26b464e51f25 service neutron] 10.222.0.65 "GET /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854282 Nov 12 02:46:22.856323 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54d5f2-7ec5-4254-b904-7fe3f420d9cf req-271482da-a581-47a1-930c-7b5c8e0612fb tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:22.857819 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6f54d5f2-7ec5-4254-b904-7fe3f420d9cf req-271482da-a581-47a1-930c-7b5c8e0612fb tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 944 time: 0.1044583 Nov 12 02:46:22.908903 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-6f54d5f2-7ec5-4254-b904-7fe3f420d9cf req-ec4fe8b2-09a8-472a-b99d-286fbf753248 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435207 Nov 12 02:46:24.081153 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37f34c-8f62-4374-ad7b-30f2c420efea req-c9cb08f5-1e14-4762-848a-4ef0f768cb69 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:24.082647 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3d37f34c-8f62-4374-ad7b-30f2c420efea req-c9cb08f5-1e14-4762-848a-4ef0f768cb69 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 944 time: 0.1059906 Nov 12 02:46:24.132352 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-3d37f34c-8f62-4374-ad7b-30f2c420efea req-20ae1415-05dc-41e0-9a8b-034d9dd08efd tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436430 Nov 12 02:46:25.260065 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c394a9-0c40-4a92-97de-18cb33b6344d req-144f86f8-b3ca-4816-8fa6-0680a1a18e1f tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:25.261595 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a1c394a9-0c40-4a92-97de-18cb33b6344d req-144f86f8-b3ca-4816-8fa6-0680a1a18e1f tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 944 time: 0.0539033 Nov 12 02:46:25.314183 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a1c394a9-0c40-4a92-97de-18cb33b6344d req-21d584e6-2abd-4e5c-b1c6-98e483671724 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459518 Nov 12 02:46:26.436026 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac6b4d-dcdd-427e-aa6c-f83f015466db req-dcd2bb89-41d5-45ad-878b-5b84cb548744 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:26.437906 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-93ac6b4d-dcdd-427e-aa6c-f83f015466db req-dcd2bb89-41d5-45ad-878b-5b84cb548744 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 944 time: 0.0492756 Nov 12 02:46:26.489358 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-93ac6b4d-dcdd-427e-aa6c-f83f015466db req-a8e66b46-ddd8-4f5f-bbcd-67cee4f90eb3 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454018 Nov 12 02:46:27.605793 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae2f28-3d68-42ae-b9e0-ccc8ee47fb02 req-88b8ad7a-ef0b-4f30-b88f-0b94b0dc0512 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:27.607287 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-27ae2f28-3d68-42ae-b9e0-ccc8ee47fb02 req-88b8ad7a-ef0b-4f30-b88f-0b94b0dc0512 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 944 time: 0.0497882 Nov 12 02:46:27.657589 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-27ae2f28-3d68-42ae-b9e0-ccc8ee47fb02 req-6cff2de5-9117-42ef-9340-b5350ca0ba26 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442920 Nov 12 02:46:28.774781 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e543d6-3218-488d-8d61-02735a3e9d57 req-273bc125-5b37-4cf1-a37e-34a063579076 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:28.776280 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-01e543d6-3218-488d-8d61-02735a3e9d57 req-273bc125-5b37-4cf1-a37e-34a063579076 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 944 time: 0.0502584 Nov 12 02:46:28.825479 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-01e543d6-3218-488d-8d61-02735a3e9d57 req-5cca122b-9c89-4ece-800e-340a08d4dee3 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433695 Nov 12 02:46:29.830460 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 7fb54192-d715-4357-a504-8563617dad4b details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101679) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:46:29.926259 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 7fb54192-d715-4357-a504-8563617dad4b, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=7fb54192-d715-4357-a504-8563617dad4b,segment=NetworkSegment(d446eefa-5dde-47b1-83d1-c3242ad93df2),segment_id=d446eefa-5dde-47b1-83d1-c3242ad93df2)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:46:29.938543 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Returning: {'device': '7fb54192-d715-4357-a504-8563617dad4b', 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3', 'port_id': '7fb54192-d715-4357-a504-8563617dad4b', 'mac_address': 'fa:16:3e:1e:af:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101679) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:46:29.953508 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b24a76-170d-4060-8d36-5474be5d7641 req-99984d08-6b98-4782-b886-187e8a85fc45 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:29.955041 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-01b24a76-170d-4060-8d36-5474be5d7641 req-99984d08-6b98-4782-b886-187e8a85fc45 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 944 time: 0.0535147 Nov 12 02:46:29.975265 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:46:29.988250 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb54192-d715-4357-a504-8563617dad4b {{(pid=101679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:46:30.005303 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-01b24a76-170d-4060-8d36-5474be5d7641 req-7f7a6183-4b60-46c6-9794-b4e9fdbba1ef tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440753 Nov 12 02:46:30.008314 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 7fb54192-d715-4357-a504-8563617dad4b, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=7fb54192-d715-4357-a504-8563617dad4b,segment=NetworkSegment(d446eefa-5dde-47b1-83d1-c3242ad93df2),segment_id=d446eefa-5dde-47b1-83d1-c3242ad93df2)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:46:30.013077 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:46:30.060667 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=7fb54192-d715-4357-a504-8563617dad4b,revision_number=7']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:46:30.365429 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-5cd3b441-8393-4971-aa26-a9a4dcd82042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:46:30.439452 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] get_ports_and_sgs() called for port_ids ['7fb54192-d715-4357-a504-8563617dad4b'] {{(pid=101679) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:46:30.611280 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:46:31.119286 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241215d9-a6fe-42c1-958d-2695b47622d5 req-37d27232-28d2-4ddf-8280-9cff2dd0f946 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:31.120768 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-241215d9-a6fe-42c1-958d-2695b47622d5 req-37d27232-28d2-4ddf-8280-9cff2dd0f946 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 945 time: 0.0489092 Nov 12 02:46:31.169926 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-241215d9-a6fe-42c1-958d-2695b47622d5 req-739998ab-a606-46de-b64a-cf8189becd80 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433042 Nov 12 02:46:31.842180 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 7fb54192-d715-4357-a504-8563617dad4b up at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:46:31.892118 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.provisioning_blocks [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Provisioning complete for port 7fb54192-d715-4357-a504-8563617dad4b triggered by entity L2. {{(pid=101679) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:46:31.892487 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15993403'] for port, provisioning_complete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:46:31.966227 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317050'] for port, before_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:46:31.988620 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7e9d31-7e6e-419c-8dbe-389d6b7bc47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb54192-d715-4357-a504-8563617dad4b'}] {{(pid=101679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:46:31.990863 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fa5ab0868b81b401983f67979377cf39e04c1ceecaf5aa8cd7e3c895983b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b8c3be-f248-4878-86af-6fd90e60dba5" -d '{"events": [{"server_uuid": "da7e9d31-7e6e-419c-8dbe-389d6b7bc47d", "name": "network-vif-plugged", "status": "completed", "tag": "7fb54192-d715-4357-a504-8563617dad4b"}]}' {{(pid=101679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:46:32.003257 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] For port 7fb54192-d715-4357-a504-8563617dad4b, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=7fb54192-d715-4357-a504-8563617dad4b,segment=NetworkSegment(d446eefa-5dde-47b1-83d1-c3242ad93df2),segment_id=d446eefa-5dde-47b1-83d1-c3242ad93df2)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:46:32.007353 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767026032276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767025622155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767025622173'] for port, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:46:32.034018 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2420f734-894d-43c9-8f47-806b648d8465 x-openstack-request-id: req-2420f734-894d-43c9-8f47-806b648d8465 {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:46:32.034301 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7e9d31-7e6e-419c-8dbe-389d6b7bc47d", "name": "network-vif-plugged", "status": "completed", "tag": "7fb54192-d715-4357-a504-8563617dad4b", "code": 200}]} {{(pid=101679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:46:32.034546 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2420f734-894d-43c9-8f47-806b648d8465 {{(pid=101679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:46:32.034946 dv-cinder-808574-4-iscsi neutron-server[101679]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7e9d31-7e6e-419c-8dbe-389d6b7bc47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb54192-d715-4357-a504-8563617dad4b', 'code': 200} Nov 12 02:46:32.063496 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Pushing event updated for resources: {'Port': ['ID=7fb54192-d715-4357-a504-8563617dad4b,revision_number=8']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:46:32.315986 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2d56d-3f0c-43e8-a61e-885e444d5262 req-4e4c0f66-d034-433e-ba59-c07454bb8126 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:32.317492 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-88f2d56d-3f0c-43e8-a61e-885e444d5262 req-4e4c0f66-d034-433e-ba59-c07454bb8126 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0778635 Nov 12 02:46:32.327255 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52887fb-ab6a-4a4f-ba43-8b535d360099 req-e4eb38fe-8445-4c6b-b349-8c389dff9d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:32.328726 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f52887fb-ab6a-4a4f-ba43-8b535d360099 req-e4eb38fe-8445-4c6b-b349-8c389dff9d8d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 1099 time: 0.0575824 Nov 12 02:46:32.410320 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-88f2d56d-3f0c-43e8-a61e-885e444d5262 req-a2c38fd1-42a5-4bd2-9adc-87f32b497029 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782154 Nov 12 02:46:32.412973 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-f52887fb-ab6a-4a4f-ba43-8b535d360099 req-0ed6cfcc-00f6-4a4c-884f-10aea51a9a84 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764372 Nov 12 02:46:32.705612 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-163d7aab-1e28-4ef2-b99e-b673544615fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:46:33.526407 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1529779-bf68-408d-a690-dcc000d30a91 req-1e7c45fa-cfcf-49c2-b06e-de184d7f8bc3 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:33.527982 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c1529779-bf68-408d-a690-dcc000d30a91 req-1e7c45fa-cfcf-49c2-b06e-de184d7f8bc3 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0503185 Nov 12 02:46:33.576815 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-c1529779-bf68-408d-a690-dcc000d30a91 req-f94efeba-caea-4164-9a3a-67b137fd4c7e tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423422 Nov 12 02:46:33.900323 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:46:34.701917 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3d8f2-c10d-435b-bbf5-b6457a2d9058 req-00564012-65d9-4ab8-9874-bebe759b27dc tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:34.704122 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e8d3d8f2-c10d-435b-bbf5-b6457a2d9058 req-00564012-65d9-4ab8-9874-bebe759b27dc tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0575209 Nov 12 02:46:34.753996 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-e8d3d8f2-c10d-435b-bbf5-b6457a2d9058 req-dfb98970-da40-4c7f-8d1a-4ee646236447 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439904 Nov 12 02:46:35.397359 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:46:35.963353 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:46:37.559216 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-396498a3-cb44-4f38-a468-26e7de9305cb req-c2c2814b-18d3-4d02-9cb1-affe456cd4f9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401959 Nov 12 02:46:37.660103 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396498a3-cb44-4f38-a468-26e7de9305cb req-6401d8cb-6840-49f1-a790-98f692a72887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:37.661613 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-396498a3-cb44-4f38-a468-26e7de9305cb req-6401d8cb-6840-49f1-a790-98f692a72887 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0d6994b5f4e24d6483ad3e16b25cf629&device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 1099 time: 0.0439682 Nov 12 02:46:37.769653 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396498a3-cb44-4f38-a468-26e7de9305cb req-a646d0ea-76c7-4845-b7fb-0fb4206a8a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:37.771194 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-396498a3-cb44-4f38-a468-26e7de9305cb req-a646d0ea-76c7-4845-b7fb-0fb4206a8a55 service neutron] 10.222.0.65 "GET /v2.0/networks?id=425b490a-d6f0-477e-9438-9d9ddb46ede3 HTTP/1.1" status: 200 len: 910 time: 0.0898769 Nov 12 02:46:37.840099 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-396498a3-cb44-4f38-a468-26e7de9305cb req-b6ac83bd-efa6-4f18-a6f2-d6e39a23dc13 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb54192-d715-4357-a504-8563617dad4b HTTP/1.1" status: 200 len: 1002 time: 0.0582354 Nov 12 02:46:37.893544 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396498a3-cb44-4f38-a468-26e7de9305cb req-bb1c45f1-b521-4681-bf3b-d2c647f2316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:37.895088 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-396498a3-cb44-4f38-a468-26e7de9305cb req-bb1c45f1-b521-4681-bf3b-d2c647f2316e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b2326d1-37e9-4803-b609-349bf96ed76c HTTP/1.1" status: 200 len: 848 time: 0.0484729 Nov 12 02:46:37.943990 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396498a3-cb44-4f38-a468-26e7de9305cb req-1174cd1f-92e0-4da3-8418-8b27b6343634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:46:37.945547 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-396498a3-cb44-4f38-a468-26e7de9305cb req-1174cd1f-92e0-4da3-8418-8b27b6343634 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=425b490a-d6f0-477e-9438-9d9ddb46ede3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437694 Nov 12 02:46:38.046601 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-396498a3-cb44-4f38-a468-26e7de9305cb req-e696bfaa-bdd2-438a-b005-2ccd039a86da service neutron] 10.222.0.65 "GET /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936666 Nov 12 02:46:38.158954 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-396498a3-cb44-4f38-a468-26e7de9305cb req-6d71434d-daeb-49df-8f44-40bce57fa8ad service neutron] 10.222.0.65 "GET /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042976 Nov 12 02:46:49.474733 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:47:00.373349 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-92ded2cc-1dc0-496b-9c5c-8eae76c592d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:47:02.708182 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-168237b9-40b3-4e66-a622-7bfdc2e0054f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:47:03.893528 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:47:05.401219 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:47:05.964818 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:47:07.609816 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:47:19.475979 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:47:30.365789 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-20548095-50bd-4afb-8974-fb3907385101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:47:32.710833 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-cbd8e928-8105-4583-9602-99b7f945f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:47:33.894542 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:47:35.403537 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:47:35.968737 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:47:37.602853 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-273c68fb-9896-476a-a63e-b8279de3844f req-8d6e9be9-d035-4f1d-92f9-6ae30ad64991 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0930915 Nov 12 02:47:37.706717 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c68fb-9896-476a-a63e-b8279de3844f req-04c9a44c-025f-4021-8d45-0ae1fff07353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:47:37.708316 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-273c68fb-9896-476a-a63e-b8279de3844f req-04c9a44c-025f-4021-8d45-0ae1fff07353 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0d6994b5f4e24d6483ad3e16b25cf629&device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 1099 time: 0.0462933 Nov 12 02:47:37.817154 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c68fb-9896-476a-a63e-b8279de3844f req-a6770298-45a8-4859-bddd-ab5180b17455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:47:37.818634 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-273c68fb-9896-476a-a63e-b8279de3844f req-a6770298-45a8-4859-bddd-ab5180b17455 service neutron] 10.222.0.65 "GET /v2.0/networks?id=425b490a-d6f0-477e-9438-9d9ddb46ede3 HTTP/1.1" status: 200 len: 910 time: 0.0881932 Nov 12 02:47:37.889931 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-273c68fb-9896-476a-a63e-b8279de3844f req-09d734c6-2d9e-4d41-a7a2-69f6c5ec317a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb54192-d715-4357-a504-8563617dad4b HTTP/1.1" status: 200 len: 1002 time: 0.0635688 Nov 12 02:47:37.940687 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c68fb-9896-476a-a63e-b8279de3844f req-b777666f-d853-45bc-8108-0e9ca90dc947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:47:37.942176 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-273c68fb-9896-476a-a63e-b8279de3844f req-b777666f-d853-45bc-8108-0e9ca90dc947 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b2326d1-37e9-4803-b609-349bf96ed76c HTTP/1.1" status: 200 len: 848 time: 0.0446692 Nov 12 02:47:37.992462 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c68fb-9896-476a-a63e-b8279de3844f req-54962381-c51c-4f0c-bd2f-7217f0f56094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:47:37.995358 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-273c68fb-9896-476a-a63e-b8279de3844f req-54962381-c51c-4f0c-bd2f-7217f0f56094 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=425b490a-d6f0-477e-9438-9d9ddb46ede3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465527 Nov 12 02:47:38.102875 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-273c68fb-9896-476a-a63e-b8279de3844f req-d661f63c-d9d7-44f2-81b2-511f6fb4312d service neutron] 10.222.0.65 "GET /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999672 Nov 12 02:47:38.204377 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-273c68fb-9896-476a-a63e-b8279de3844f req-db8406a4-0fa8-4404-a130-8fcfc7630bc1 service neutron] 10.222.0.65 "GET /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924110 Nov 12 02:47:44.609017 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:47:49.487683 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:00.368497 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-facaef1c-092a-4266-9351-59fc97fd92d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:02.714031 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-578739b6-9abe-4b58-b01a-f3784138f513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:03.897123 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:05.434767 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:05.972488 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:09.873582 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51476) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:48:10.086365 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Deleting port c495cd81-4239-4762-83e6-d624d0acf4a5 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:48:10.086735 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:10.165344 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:10.165690 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:10.177516 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Calling delete_port for c495cd81-4239-4762-83e6-d624d0acf4a5 owned by network:floatingip {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:48:10.337005 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:10.371630 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Pushing event deleted for resources: {'Port': ['ID=c495cd81-4239-4762-83e6-d624d0acf4a5,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:48:10.382413 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:10.382790 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:10.383134 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:10.383472 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:10.383803 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:10.384505 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:10.384505 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:10.384763 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:10.385089 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:10.385420 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:10.385741 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:10.386064 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:10.448019 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for floatingip, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:10.448281 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.db.l3_db [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Floating IP 56f59b4c-8614-43fd-87f7-09e4fc586bb2 disassociated (deleted). External IP: 172.27.2.101, port: 7fb54192-d715-4357-a504-8563617dad4b. Nov 12 02:48:10.659034 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Router 29956b3a-4d2f-405e-839a-75f45f3e6e4a has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:48:10.779748 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:48:10.785043 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for floatingip, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:10.790027 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f54df8-25c8-4d02-a45b-9df10c1638e3 None None] Sync routers for ids ['29956b3a-4d2f-405e-839a-75f45f3e6e4a'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:48:10.800786 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f54df8-25c8-4d02-a45b-9df10c1638e3 None None] Routers {'29956b3a-4d2f-405e-839a-75f45f3e6e4a'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:48:10.801441 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-53f54df8-25c8-4d02-a45b-9df10c1638e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:48:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['29956b3a-4d2f-405e-839a-75f45f3e6e4a'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:48:10.813598 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-b5fd4b65-3c85-44d4-8c9f-3fc4d4677252 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "DELETE /v2.0/floatingips/56f59b4c-8614-43fd-87f7-09e4fc586bb2 HTTP/1.1" status: 204 len: 168 time: 0.9388967 Nov 12 02:48:10.814696 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7e9d31-7e6e-419c-8dbe-389d6b7bc47d', 'tag': '7fb54192-d715-4357-a504-8563617dad4b'}] {{(pid=101677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:48:10.817566 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42ef3a405e9bf6f379e6c66bd6e70191e307d62c6fd69349968b03f16711e450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3e010f-817f-47bd-925d-d654f2c4dfe9" -d '{"events": [{"name": "network-changed", "server_uuid": "da7e9d31-7e6e-419c-8dbe-389d6b7bc47d", "tag": "7fb54192-d715-4357-a504-8563617dad4b"}]}' {{(pid=101677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:48:10.860934 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e72d255-baf1-4789-86d1-5d296a82b23b x-openstack-request-id: req-4e72d255-baf1-4789-86d1-5d296a82b23b {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:48:10.861235 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7e9d31-7e6e-419c-8dbe-389d6b7bc47d", "tag": "7fb54192-d715-4357-a504-8563617dad4b", "status": "completed", "code": 200}]} {{(pid=101677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:48:10.861496 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e72d255-baf1-4789-86d1-5d296a82b23b {{(pid=101677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:48:10.861909 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7e9d31-7e6e-419c-8dbe-389d6b7bc47d', 'tag': '7fb54192-d715-4357-a504-8563617dad4b', 'status': 'completed', 'code': 200} Nov 12 02:48:10.926281 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-53f54df8-25c8-4d02-a45b-9df10c1638e3 None None] Set router 29956b3a-4d2f-405e-839a-75f45f3e6e4a gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:48:10.957381 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e010f-817f-47bd-925d-d654f2c4dfe9 req-2bdef8c6-831d-45de-b139-09118eafdc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:48:10.959373 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-af3e010f-817f-47bd-925d-d654f2c4dfe9 req-2bdef8c6-831d-45de-b139-09118eafdc48 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0d6994b5f4e24d6483ad3e16b25cf629&device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 1099 time: 0.0498896 Nov 12 02:48:11.091725 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e010f-817f-47bd-925d-d654f2c4dfe9 req-6dbfea4c-9a63-40b4-954b-e6a958db41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:48:11.093130 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-af3e010f-817f-47bd-925d-d654f2c4dfe9 req-6dbfea4c-9a63-40b4-954b-e6a958db41d8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=425b490a-d6f0-477e-9438-9d9ddb46ede3 HTTP/1.1" status: 200 len: 910 time: 0.1259508 Nov 12 02:48:11.106402 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd437efd-3da8-4d7b-84a1-45e262bb25ca req-ff1ee21d-a3a6-4b84-acf4-90f2bfd09ce0 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:48:11.107941 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cd437efd-3da8-4d7b-84a1-45e262bb25ca req-ff1ee21d-a3a6-4b84-acf4-90f2bfd09ce0 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0756943 Nov 12 02:48:11.158798 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-af3e010f-817f-47bd-925d-d654f2c4dfe9 req-0512ada3-a31f-41b8-b868-306d994c8bac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb54192-d715-4357-a504-8563617dad4b HTTP/1.1" status: 200 len: 217 time: 0.0498519 Nov 12 02:48:11.175077 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-53f54df8-25c8-4d02-a45b-9df10c1638e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'name': 'tempest-TestShelveInstance-1248979137-router', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '95031465-cbff-4401-a36d-80bd33c448ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:42:59Z', 'revision_number': 4, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'gw_port': {'id': '95031465-cbff-4401-a36d-80bd33c448ad', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:af:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'a464e07a-8885-419b-994f-64c79bc52af0', 'name': '', 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'mac_address': 'fa:16:3e:1b:7e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:59Z', 'updated_at': '2021-11-12T02:43:04Z', 'revision_number': 5, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'subnets': [{'id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:48:11.202395 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f54df8-25c8-4d02-a45b-9df10c1638e3 None None] Checking router: 29956b3a-4d2f-405e-839a-75f45f3e6e4a for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:48:11.215131 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f54df8-25c8-4d02-a45b-9df10c1638e3 None None] Routers {'29956b3a-4d2f-405e-839a-75f45f3e6e4a'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:48:11.215806 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-53f54df8-25c8-4d02-a45b-9df10c1638e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:48:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['29956b3a-4d2f-405e-839a-75f45f3e6e4a'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:48:11.231883 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-cd437efd-3da8-4d7b-84a1-45e262bb25ca req-6097b73e-c5b9-4ee8-9c57-5eef93a2bad8 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831099 Nov 12 02:48:11.236081 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e010f-817f-47bd-925d-d654f2c4dfe9 req-e663c71c-d881-495a-99d5-a5d5726b95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:48:11.237555 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-af3e010f-817f-47bd-925d-d654f2c4dfe9 req-e663c71c-d881-495a-99d5-a5d5726b95fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b2326d1-37e9-4803-b609-349bf96ed76c HTTP/1.1" status: 200 len: 848 time: 0.0693159 Nov 12 02:48:11.296749 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e010f-817f-47bd-925d-d654f2c4dfe9 req-19f3076d-1757-46ca-a739-9ff40831830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:48:11.298292 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-af3e010f-817f-47bd-925d-d654f2c4dfe9 req-19f3076d-1757-46ca-a739-9ff40831830e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=425b490a-d6f0-477e-9438-9d9ddb46ede3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532572 Nov 12 02:48:11.311510 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [req-af3e010f-817f-47bd-925d-d654f2c4dfe9 req-1b4168a4-aa4c-40c0-8d72-12d8568f152b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=101678) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:48:11.312498 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-af3e010f-817f-47bd-925d-d654f2c4dfe9 req-1b4168a4-aa4c-40c0-8d72-12d8568f152b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052094 Nov 12 02:48:11.331837 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-53f54df8-25c8-4d02-a45b-9df10c1638e3 None None] Set router 29956b3a-4d2f-405e-839a-75f45f3e6e4a gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:48:11.434111 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-af3e010f-817f-47bd-925d-d654f2c4dfe9 req-831ec4f7-a873-4e6f-948f-b87999fdc695 service neutron] 10.222.0.65 "GET /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137552 Nov 12 02:48:11.546133 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-af3e010f-817f-47bd-925d-d654f2c4dfe9 req-fc806ce2-76b2-4df2-b0fb-384acc7fe97c service neutron] 10.222.0.65 "GET /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036565 Nov 12 02:48:11.585834 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-53f54df8-25c8-4d02-a45b-9df10c1638e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'name': 'tempest-TestShelveInstance-1248979137-router', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '95031465-cbff-4401-a36d-80bd33c448ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:42:59Z', 'revision_number': 4, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'gw_port': {'id': '95031465-cbff-4401-a36d-80bd33c448ad', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:af:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'a464e07a-8885-419b-994f-64c79bc52af0', 'name': '', 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'mac_address': 'fa:16:3e:1b:7e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:59Z', 'updated_at': '2021-11-12T02:43:04Z', 'revision_number': 5, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'subnets': [{'id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:48:11.613304 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f54df8-25c8-4d02-a45b-9df10c1638e3 None None] The sync data for ids ['29956b3a-4d2f-405e-839a-75f45f3e6e4a'] in dv-cinder-808574-4-iscsi is: [{'id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'name': 'tempest-TestShelveInstance-1248979137-router', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '95031465-cbff-4401-a36d-80bd33c448ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:42:59Z', 'revision_number': 4, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'gw_port': {'id': '95031465-cbff-4401-a36d-80bd33c448ad', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:af:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi', '_interfaces': [{'id': 'a464e07a-8885-419b-994f-64c79bc52af0', 'name': '', 'network_id': '425b490a-d6f0-477e-9438-9d9ddb46ede3', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'mac_address': 'fa:16:3e:1b:7e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:59Z', 'updated_at': '2021-11-12T02:43:04Z', 'revision_number': 5, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'subnets': [{'id': '0b2326d1-37e9-4803-b609-349bf96ed76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:48:11.852113 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7a698a-3b2d-446e-bdcd-85f8dcbaebff None None] New status for floating IP 56f59b4c-8614-43fd-87f7-09e4fc586bb2: DOWN {{(pid=101680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:48:12.362339 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2d86a-94fa-49d3-a482-f725987fd59d req-3d4020b6-6e23-44e1-b090-ba40b15fd743 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:48:12.363906 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-14d2d86a-94fa-49d3-a482-f725987fd59d req-3d4020b6-6e23-44e1-b090-ba40b15fd743 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0581191 Nov 12 02:48:12.420054 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-14d2d86a-94fa-49d3-a482-f725987fd59d req-49505122-a181-4db4-9e18-fe80bf341c77 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/security-groups?id=b36d3ffb-0548-409e-85d4-83f730a96fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489836 Nov 12 02:48:12.874053 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642aa3c-b154-49bb-9a48-8a4c841d6895 req-559741ce-cc4d-43e2-ad54-61a367b78820 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:48:12.875597 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a642aa3c-b154-49bb-9a48-8a4c841d6895 req-559741ce-cc4d-43e2-ad54-61a367b78820 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.65 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 946 time: 0.0513589 Nov 12 02:48:12.969287 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-a642aa3c-b154-49bb-9a48-8a4c841d6895 req-7a579002-5a0f-42ae-bee8-b2a754ef4a98 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Deleting port 7fb54192-d715-4357-a504-8563617dad4b {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:48:12.969625 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-a642aa3c-b154-49bb-9a48-8a4c841d6895 req-7a579002-5a0f-42ae-bee8-b2a754ef4a98 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:13.068092 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [req-a642aa3c-b154-49bb-9a48-8a4c841d6895 req-7a579002-5a0f-42ae-bee8-b2a754ef4a98 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] For port 7fb54192-d715-4357-a504-8563617dad4b, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=7fb54192-d715-4357-a504-8563617dad4b,segment=NetworkSegment(d446eefa-5dde-47b1-83d1-c3242ad93df2),segment_id=d446eefa-5dde-47b1-83d1-c3242ad93df2)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:48:13.068446 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-a642aa3c-b154-49bb-9a48-8a4c841d6895 req-7a579002-5a0f-42ae-bee8-b2a754ef4a98 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:13.081754 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [req-a642aa3c-b154-49bb-9a48-8a4c841d6895 req-7a579002-5a0f-42ae-bee8-b2a754ef4a98 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Calling delete_port for 7fb54192-d715-4357-a504-8563617dad4b owned by compute:nova {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:48:13.494607 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-a642aa3c-b154-49bb-9a48-8a4c841d6895 req-7a579002-5a0f-42ae-bee8-b2a754ef4a98 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:13.535619 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a579002-5a0f-42ae-bee8-b2a754ef4a98 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Pushing event deleted for resources: {'Port': ['ID=7fb54192-d715-4357-a504-8563617dad4b,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:48:13.570173 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-5b243f0c-a128-41c3-88ca-262cbdd58bc7 req-9d3b75b5-63df-470a-8058-777d5cbffe14 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "GET /v2.0/ports?device_id=da7e9d31-7e6e-419c-8dbe-389d6b7bc47d HTTP/1.1" status: 200 len: 210 time: 0.0704243 Nov 12 02:48:13.576565 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a579002-5a0f-42ae-bee8-b2a754ef4a98 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:13.576906 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a579002-5a0f-42ae-bee8-b2a754ef4a98 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:13.577250 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a579002-5a0f-42ae-bee8-b2a754ef4a98 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:13.577583 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a579002-5a0f-42ae-bee8-b2a754ef4a98 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:13.577911 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a579002-5a0f-42ae-bee8-b2a754ef4a98 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:13.578374 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a579002-5a0f-42ae-bee8-b2a754ef4a98 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:13.578564 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a579002-5a0f-42ae-bee8-b2a754ef4a98 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:13.578912 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a579002-5a0f-42ae-bee8-b2a754ef4a98 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:13.579236 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a579002-5a0f-42ae-bee8-b2a754ef4a98 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:13.579559 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a579002-5a0f-42ae-bee8-b2a754ef4a98 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:13.579877 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a579002-5a0f-42ae-bee8-b2a754ef4a98 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:13.580191 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a579002-5a0f-42ae-bee8-b2a754ef4a98 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:13.625103 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [req-a642aa3c-b154-49bb-9a48-8a4c841d6895 req-7a579002-5a0f-42ae-bee8-b2a754ef4a98 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] No DVR routers for this DVR port 7fb54192-d715-4357-a504-8563617dad4b on host hv-cinder-80857 {{(pid=101678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:48:13.627908 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [req-a642aa3c-b154-49bb-9a48-8a4c841d6895 req-7a579002-5a0f-42ae-bee8-b2a754ef4a98 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243084'] for port, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:13.631297 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [req-a642aa3c-b154-49bb-9a48-8a4c841d6895 req-7a579002-5a0f-42ae-bee8-b2a754ef4a98 tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.65 "DELETE /v2.0/ports/7fb54192-d715-4357-a504-8563617dad4b HTTP/1.1" status: 204 len: 173 time: 0.7494791 Nov 12 02:48:13.631776 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7e9d31-7e6e-419c-8dbe-389d6b7bc47d', 'name': 'network-vif-deleted', 'tag': '7fb54192-d715-4357-a504-8563617dad4b'}] {{(pid=101678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:48:13.634091 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaba210d0a8495fa7aafb71c2ab0c1124d1b3a61c866d2a88e88e4298187acf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c1779d-0526-4760-aedc-7d35ad38e46a" -d '{"events": [{"server_uuid": "da7e9d31-7e6e-419c-8dbe-389d6b7bc47d", "name": "network-vif-deleted", "tag": "7fb54192-d715-4357-a504-8563617dad4b"}]}' {{(pid=101678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:48:13.755234 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3002a338-730b-4605-92a2-02e72dbed6fc x-openstack-request-id: req-3002a338-730b-4605-92a2-02e72dbed6fc {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:48:13.755532 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7e9d31-7e6e-419c-8dbe-389d6b7bc47d", "name": "network-vif-deleted", "tag": "7fb54192-d715-4357-a504-8563617dad4b", "status": "completed", "code": 200}]} {{(pid=101678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:48:13.755785 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3002a338-730b-4605-92a2-02e72dbed6fc {{(pid=101678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:48:13.756193 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7e9d31-7e6e-419c-8dbe-389d6b7bc47d', 'name': 'network-vif-deleted', 'tag': '7fb54192-d715-4357-a504-8563617dad4b', 'status': 'completed', 'code': 200} Nov 12 02:48:14.630524 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 51508) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:48:14.706892 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-135c5357-1957-4aee-8fcb-16c4467819ca tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:14.734218 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-135c5357-1957-4aee-8fcb-16c4467819ca tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:14.801781 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-135c5357-1957-4aee-8fcb-16c4467819ca tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:14.805900 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-135c5357-1957-4aee-8fcb-16c4467819ca tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:14.809625 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-135c5357-1957-4aee-8fcb-16c4467819ca tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] 10.222.0.70 "DELETE /v2.0/security-groups/b36d3ffb-0548-409e-85d4-83f730a96fd3 HTTP/1.1" status: 204 len: 168 time: 0.1753917 Nov 12 02:48:14.817341 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c5357-1957-4aee-8fcb-16c4467819ca tempest-TestShelveInstance-261925512 tempest-TestShelveInstance-261925512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36d3ffb-0548-409e-85d4-83f730a96fd3,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:48:14.858575 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 51512) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:48:15.319921 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-15bea996-9b17-40b9-9c5f-d88ab672be46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658132'] for router_interface, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:15.596012 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-15bea996-9b17-40b9-9c5f-d88ab672be46 admin admin] Deleting port a464e07a-8885-419b-994f-64c79bc52af0 {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:48:15.596245 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-15bea996-9b17-40b9-9c5f-d88ab672be46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:15.679340 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-15bea996-9b17-40b9-9c5f-d88ab672be46 admin admin] For port a464e07a-8885-419b-994f-64c79bc52af0, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=a464e07a-8885-419b-994f-64c79bc52af0,segment=NetworkSegment(d446eefa-5dde-47b1-83d1-c3242ad93df2),segment_id=d446eefa-5dde-47b1-83d1-c3242ad93df2)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:48:15.680189 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-15bea996-9b17-40b9-9c5f-d88ab672be46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:15.692876 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-15bea996-9b17-40b9-9c5f-d88ab672be46 admin admin] Calling delete_port for a464e07a-8885-419b-994f-64c79bc52af0 owned by network:router_interface {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:48:15.889400 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-15bea996-9b17-40b9-9c5f-d88ab672be46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:15.919525 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bea996-9b17-40b9-9c5f-d88ab672be46 admin admin] Pushing event deleted for resources: {'Port': ['ID=a464e07a-8885-419b-994f-64c79bc52af0,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:48:16.099200 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-15bea996-9b17-40b9-9c5f-d88ab672be46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658532'] for router_interface, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:16.368149 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bea996-9b17-40b9-9c5f-d88ab672be46 admin admin] Router 29956b3a-4d2f-405e-839a-75f45f3e6e4a has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:48:16.429489 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 7fb54192-d715-4357-a504-8563617dad4b no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:48:16.449977 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] No Port match for: 7fb54192-d715-4357-a504-8563617dad4b {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:48:16.450318 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Device 7fb54192-d715-4357-a504-8563617dad4b not bound to the agent host hv-cinder-80857 {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:48:16.481031 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bea996-9b17-40b9-9c5f-d88ab672be46 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:48:16.486591 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-15bea996-9b17-40b9-9c5f-d88ab672be46 admin admin] 10.222.0.70 "PUT /v2.0/routers/29956b3a-4d2f-405e-839a-75f45f3e6e4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6268392 Nov 12 02:48:16.489272 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 51516) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:48:16.490193 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b88c9e-d546-4ad2-aab2-1d36a71238c8 None None] Sync routers for ids ['29956b3a-4d2f-405e-839a-75f45f3e6e4a'] in dv-cinder-808574-4-iscsi {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:48:16.502407 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b88c9e-d546-4ad2-aab2-1d36a71238c8 None None] Routers {'29956b3a-4d2f-405e-839a-75f45f3e6e4a'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:48:16.503062 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-59b88c9e-d546-4ad2-aab2-1d36a71238c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:48:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['29956b3a-4d2f-405e-839a-75f45f3e6e4a'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:48:16.603186 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-fde05ba0-705a-4415-b33c-9a25bdbbf64d admin admin] Publish callbacks [] for router, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:16.615237 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-59b88c9e-d546-4ad2-aab2-1d36a71238c8 None None] Set router 29956b3a-4d2f-405e-839a-75f45f3e6e4a gateway port host: dv-cinder-808574-4-iscsi {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:48:16.712088 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-fde05ba0-705a-4415-b33c-9a25bdbbf64d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:16.770140 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-fde05ba0-705a-4415-b33c-9a25bdbbf64d admin admin] Deleting port 95031465-cbff-4401-a36d-80bd33c448ad {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:48:16.770476 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-fde05ba0-705a-4415-b33c-9a25bdbbf64d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:16.807761 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-59b88c9e-d546-4ad2-aab2-1d36a71238c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'name': 'tempest-TestShelveInstance-1248979137-router', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '95031465-cbff-4401-a36d-80bd33c448ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:48:15Z', 'revision_number': 5, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'gw_port': {'id': '95031465-cbff-4401-a36d-80bd33c448ad', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:af:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:48:16.839093 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b88c9e-d546-4ad2-aab2-1d36a71238c8 None None] Checking router: 29956b3a-4d2f-405e-839a-75f45f3e6e4a for host: dv-cinder-808574-4-iscsi {{(pid=101679) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:48:16.853986 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b88c9e-d546-4ad2-aab2-1d36a71238c8 None None] Routers {'29956b3a-4d2f-405e-839a-75f45f3e6e4a'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101679) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:48:16.854621 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-59b88c9e-d546-4ad2-aab2-1d36a71238c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:48:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['29956b3a-4d2f-405e-839a-75f45f3e6e4a'], 'active': True} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:48:16.862985 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-fde05ba0-705a-4415-b33c-9a25bdbbf64d admin admin] For port 95031465-cbff-4401-a36d-80bd33c448ad, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=95031465-cbff-4401-a36d-80bd33c448ad,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:48:16.863356 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-fde05ba0-705a-4415-b33c-9a25bdbbf64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:16.876923 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-fde05ba0-705a-4415-b33c-9a25bdbbf64d admin admin] Calling delete_port for 95031465-cbff-4401-a36d-80bd33c448ad owned by network:router_gateway {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:48:16.945296 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvr_db [None req-59b88c9e-d546-4ad2-aab2-1d36a71238c8 None None] Set router 29956b3a-4d2f-405e-839a-75f45f3e6e4a gateway port host: None {{(pid=101679) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:48:17.003067 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_hamode_db [None req-59b88c9e-d546-4ad2-aab2-1d36a71238c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'name': 'tempest-TestShelveInstance-1248979137-router', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:48:16Z', 'revision_number': 6, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'gw_port_host': None}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:48:17.031028 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b88c9e-d546-4ad2-aab2-1d36a71238c8 None None] The sync data for ids ['29956b3a-4d2f-405e-839a-75f45f3e6e4a'] in dv-cinder-808574-4-iscsi is: [{'id': '29956b3a-4d2f-405e-839a-75f45f3e6e4a', 'name': 'tempest-TestShelveInstance-1248979137-router', 'tenant_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:42:57Z', 'updated_at': '2021-11-12T02:48:16Z', 'revision_number': 6, 'project_id': '0d6994b5f4e24d6483ad3e16b25cf629', 'gw_port_host': None}] {{(pid=101679) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:48:17.063304 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-fde05ba0-705a-4415-b33c-9a25bdbbf64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:17.094398 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde05ba0-705a-4415-b33c-9a25bdbbf64d admin admin] Pushing event deleted for resources: {'Port': ['ID=95031465-cbff-4401-a36d-80bd33c448ad,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:48:17.164461 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-fde05ba0-705a-4415-b33c-9a25bdbbf64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661406'] for router_gateway, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:17.257101 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-fde05ba0-705a-4415-b33c-9a25bdbbf64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57784'] for router, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:17.259416 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-fde05ba0-705a-4415-b33c-9a25bdbbf64d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:17.303251 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-fde05ba0-705a-4415-b33c-9a25bdbbf64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-656498'] for router, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:17.304397 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde05ba0-705a-4415-b33c-9a25bdbbf64d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29956b3a-4d2f-405e-839a-75f45f3e6e4a {{(pid=101678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:48:17.308948 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-fde05ba0-705a-4415-b33c-9a25bdbbf64d admin admin] Publish callbacks [] for router, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:17.310119 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-fde05ba0-705a-4415-b33c-9a25bdbbf64d admin admin] 10.222.0.70 "DELETE /v2.0/routers/29956b3a-4d2f-405e-839a-75f45f3e6e4a HTTP/1.1" status: 204 len: 168 time: 0.8199060 Nov 12 02:48:17.312593 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 51518) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:48:17.365016 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca3bf20-860d-47e4-84f4-a98290d47a06 admin admin] Deleting subnet 0b2326d1-37e9-4803-b609-349bf96ed76c {{(pid=101678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:48:17.369618 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-eca3bf20-860d-47e4-84f4-a98290d47a06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:17.407013 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-eca3bf20-860d-47e4-84f4-a98290d47a06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25688904'] for subnet, precommit_delete_associations {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:17.497487 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-eca3bf20-860d-47e4-84f4-a98290d47a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16054281'] for subnet, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:17.559945 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-eca3bf20-860d-47e4-84f4-a98290d47a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16054302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25342607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25509581'] for subnet, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:17.586597 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3bf20-860d-47e4-84f4-a98290d47a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b2326d1-37e9-4803-b609-349bf96ed76c,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:48:17.590246 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-eca3bf20-860d-47e4-84f4-a98290d47a06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:17.593550 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-eca3bf20-860d-47e4-84f4-a98290d47a06 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0b2326d1-37e9-4803-b609-349bf96ed76c HTTP/1.1" status: 204 len: 168 time: 0.2799642 Nov 12 02:48:17.596241 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 51520) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:48:17.596627 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1ea57d-8827-4caa-aee8-d91c09ea3233 None None] Network 425b490a-d6f0-477e-9438-9d9ddb46ede3 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:48:17.675151 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5b016efd-bdaf-470a-aca5-538016e22153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378732'] for network, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:17.743723 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-5b016efd-bdaf-470a-aca5-538016e22153 admin admin] Deleting port bfe5abd1-d8bd-4338-b17e-b054c9381ba9 {{(pid=101678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:48:17.744856 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5b016efd-bdaf-470a-aca5-538016e22153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:17.816506 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.db [None req-5b016efd-bdaf-470a-aca5-538016e22153 admin admin] For port bfe5abd1-d8bd-4338-b17e-b054c9381ba9, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=bfe5abd1-d8bd-4338-b17e-b054c9381ba9,segment=NetworkSegment(d446eefa-5dde-47b1-83d1-c3242ad93df2),segment_id=d446eefa-5dde-47b1-83d1-c3242ad93df2)] {{(pid=101678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:48:17.816920 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5b016efd-bdaf-470a-aca5-538016e22153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:17.834606 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.plugin [None req-5b016efd-bdaf-470a-aca5-538016e22153 admin admin] Calling delete_port for bfe5abd1-d8bd-4338-b17e-b054c9381ba9 owned by network:dhcp {{(pid=101678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:48:17.926707 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36371da3-9f5e-4115-9517-2633e71ef8f5 None None] DHCP port deletion for 425b490a-d6f0-477e-9438-9d9ddb46ede3 request from dv-cinder-808574-4-iscsi {{(pid=101679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:48:17.929048 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5b016efd-bdaf-470a-aca5-538016e22153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25342652'] for port, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:17.959798 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b016efd-bdaf-470a-aca5-538016e22153 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe5abd1-d8bd-4338-b17e-b054c9381ba9,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:48:17.961779 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b016efd-bdaf-470a-aca5-538016e22153 admin admin] No DVR routers for this DVR port bfe5abd1-d8bd-4338-b17e-b054c9381ba9 on host dv-cinder-808574-4-iscsi {{(pid=101678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:48:18.038289 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5b016efd-bdaf-470a-aca5-538016e22153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16054926', 'neutron.services.segments.db._delete_segments_for_network-8767026152430'] for network, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:18.061212 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-5b016efd-bdaf-470a-aca5-538016e22153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425b490a-d6f0-477e-9438-9d9ddb46ede3']}} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:48:18.072242 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-5b016efd-bdaf-470a-aca5-538016e22153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd446eefa-5dde-47b1-83d1-c3242ad93df2') {'for_net_delete': True} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:48:18.072579 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.services.segments.db [None req-5b016efd-bdaf-470a-aca5-538016e22153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd446eefa-5dde-47b1-83d1-c3242ad93df2') {} {{(pid=101678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:48:18.088227 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5b016efd-bdaf-470a-aca5-538016e22153 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767026057975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25686459'] for segment, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:18.108228 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5b016efd-bdaf-470a-aca5-538016e22153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:18.116467 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b016efd-bdaf-470a-aca5-538016e22153 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=101678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:48:18.116889 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5b016efd-bdaf-470a-aca5-538016e22153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25342689'] for segment, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: Traceback (most recent call last): Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: timer() Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: cb(*args, **kw) Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: return func(*args, **kwargs) Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: self._notify() Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: self.callback(batched_events) Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: event.method(event) Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: return f(self, *a, **k) Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: return self._get(url).json() Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: return self.request(url, 'GET', **kwargs) Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:48:18.119041 dv-cinder-808574-4-iscsi neutron-server[101678]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:48:18.176240 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5b016efd-bdaf-470a-aca5-538016e22153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16054935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661474'] for network, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:18.182323 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-5b016efd-bdaf-470a-aca5-538016e22153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:18.185519 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-5b016efd-bdaf-470a-aca5-538016e22153 admin admin] 10.222.0.70 "DELETE /v2.0/networks/425b490a-d6f0-477e-9438-9d9ddb46ede3 HTTP/1.1" status: 204 len: 168 time: 0.5879636 Nov 12 02:48:18.188654 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51522) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:48:18.196485 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b016efd-bdaf-470a-aca5-538016e22153 admin admin] Pushing event deleted for resources: {'Network': ['ID=425b490a-d6f0-477e-9438-9d9ddb46ede3,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:48:18.387188 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 95031465-cbff-4401-a36d-80bd33c448ad no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:48:18.408117 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: 95031465-cbff-4401-a36d-80bd33c448ad {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:48:18.408462 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 95031465-cbff-4401-a36d-80bd33c448ad not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:48:18.408889 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device bfe5abd1-d8bd-4338-b17e-b054c9381ba9 no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:48:18.429585 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: bfe5abd1-d8bd-4338-b17e-b054c9381ba9 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:48:18.429906 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device bfe5abd1-d8bd-4338-b17e-b054c9381ba9 not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:48:18.430333 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device a464e07a-8885-419b-994f-64c79bc52af0 no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:48:18.453011 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: a464e07a-8885-419b-994f-64c79bc52af0 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:48:18.453354 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device a464e07a-8885-419b-994f-64c79bc52af0 not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:48:18.563343 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5a47d510-92c7-4e41-83c1-54efa3df4766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658132'] for router_interface, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:19.086562 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-5a47d510-92c7-4e41-83c1-54efa3df4766 admin admin] Deleting port b412f452-daaa-4d7e-9fc8-fab585cdc847 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:48:19.087108 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5a47d510-92c7-4e41-83c1-54efa3df4766 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:19.170001 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-5a47d510-92c7-4e41-83c1-54efa3df4766 admin admin] For port b412f452-daaa-4d7e-9fc8-fab585cdc847, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=b412f452-daaa-4d7e-9fc8-fab585cdc847,segment=NetworkSegment(fdd399c1-ae3e-48fa-b731-3654df951b04),segment_id=fdd399c1-ae3e-48fa-b731-3654df951b04)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:48:19.170368 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5a47d510-92c7-4e41-83c1-54efa3df4766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:19.183470 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-5a47d510-92c7-4e41-83c1-54efa3df4766 admin admin] Calling delete_port for b412f452-daaa-4d7e-9fc8-fab585cdc847 owned by network:router_interface {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:48:19.375145 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5a47d510-92c7-4e41-83c1-54efa3df4766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:19.403011 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47d510-92c7-4e41-83c1-54efa3df4766 admin admin] Pushing event deleted for resources: {'Port': ['ID=b412f452-daaa-4d7e-9fc8-fab585cdc847,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:48:19.507186 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:19.606870 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-5a47d510-92c7-4e41-83c1-54efa3df4766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658532'] for router_interface, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:19.831833 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a47d510-92c7-4e41-83c1-54efa3df4766 admin admin] Router 33a39bb1-87f3-4715-9611-35a3a19cea34 has already been hosted by L3 agent 118d82f0-452d-43ae-93a9-8e821163ff95 {{(pid=101677) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:48:19.949781 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a47d510-92c7-4e41-83c1-54efa3df4766 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-iscsi the message routers_updated {{(pid=101677) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:48:19.957865 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-5a47d510-92c7-4e41-83c1-54efa3df4766 admin admin] 10.222.0.70 "PUT /v2.0/routers/33a39bb1-87f3-4715-9611-35a3a19cea34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7651758 Nov 12 02:48:19.957865 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51524) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:48:19.958825 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb2e903-020b-4d08-901a-bd803b38882e None None] Sync routers for ids ['33a39bb1-87f3-4715-9611-35a3a19cea34'] in dv-cinder-808574-4-iscsi {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:48:19.970982 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb2e903-020b-4d08-901a-bd803b38882e None None] Routers {'33a39bb1-87f3-4715-9611-35a3a19cea34'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:48:19.971607 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-1cb2e903-020b-4d08-901a-bd803b38882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:48:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['33a39bb1-87f3-4715-9611-35a3a19cea34'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:48:20.067005 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0421c9c7-aac5-4ba1-b98e-8e687e9e18c8 admin admin] Publish callbacks [] for router, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:20.098784 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-1cb2e903-020b-4d08-901a-bd803b38882e None None] Set router 33a39bb1-87f3-4715-9611-35a3a19cea34 gateway port host: dv-cinder-808574-4-iscsi {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:48:20.169056 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0421c9c7-aac5-4ba1-b98e-8e687e9e18c8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:20.229715 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-0421c9c7-aac5-4ba1-b98e-8e687e9e18c8 admin admin] Deleting port d14e918b-34d0-4048-98bf-dc92d39f6120 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:48:20.230055 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0421c9c7-aac5-4ba1-b98e-8e687e9e18c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:20.293996 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-1cb2e903-020b-4d08-901a-bd803b38882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a39bb1-87f3-4715-9611-35a3a19cea34', 'name': 'tempest-TestShelveInstance-36976297-router', 'tenant_id': '438b91b0ec874bb3ae1aed3227074c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'external_fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'd14e918b-34d0-4048-98bf-dc92d39f6120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:43:01Z', 'updated_at': '2021-11-12T02:48:19Z', 'revision_number': 5, 'project_id': '438b91b0ec874bb3ae1aed3227074c00', 'gw_port': {'id': 'd14e918b-34d0-4048-98bf-dc92d39f6120', 'name': '', 'network_id': '3c7696da-eba1-40bc-922c-d91bed889fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a39bb1-87f3-4715-9611-35a3a19cea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:43:01Z', 'updated_at': '2021-11-12T02:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5dec2f9-f4c7-48bf-8714-a16e67e9832d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-iscsi'}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:48:20.313488 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-0421c9c7-aac5-4ba1-b98e-8e687e9e18c8 admin admin] For port d14e918b-34d0-4048-98bf-dc92d39f6120, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=d14e918b-34d0-4048-98bf-dc92d39f6120,segment=NetworkSegment(f07a9485-0b32-493b-ae5b-a0705d12d101),segment_id=f07a9485-0b32-493b-ae5b-a0705d12d101)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:48:20.313871 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0421c9c7-aac5-4ba1-b98e-8e687e9e18c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:20.324929 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb2e903-020b-4d08-901a-bd803b38882e None None] Checking router: 33a39bb1-87f3-4715-9611-35a3a19cea34 for host: dv-cinder-808574-4-iscsi {{(pid=101680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:48:20.327787 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-0421c9c7-aac5-4ba1-b98e-8e687e9e18c8 admin admin] Calling delete_port for d14e918b-34d0-4048-98bf-dc92d39f6120 owned by network:router_gateway {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:48:20.334621 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb2e903-020b-4d08-901a-bd803b38882e None None] Routers {'33a39bb1-87f3-4715-9611-35a3a19cea34'} bound to L3 agent in host dv-cinder-808574-4-iscsi {{(pid=101680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:48:20.335283 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-1cb2e903-020b-4d08-901a-bd803b38882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:18:03Z,description=,heartbeat_timestamp=2021-11-12T02:48:03Z,host='dv-cinder-808574-4-iscsi',id=118d82f0-452d-43ae-93a9-8e821163ff95,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:18:03Z,topic='l3_agent')) {'router_ids': ['33a39bb1-87f3-4715-9611-35a3a19cea34'], 'active': True} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:48:20.443873 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_dvr_db [None req-1cb2e903-020b-4d08-901a-bd803b38882e None None] Set router 33a39bb1-87f3-4715-9611-35a3a19cea34 gateway port host: None {{(pid=101680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:48:20.505797 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.l3_hamode_db [None req-1cb2e903-020b-4d08-901a-bd803b38882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a39bb1-87f3-4715-9611-35a3a19cea34', 'name': 'tempest-TestShelveInstance-36976297-router', 'tenant_id': '438b91b0ec874bb3ae1aed3227074c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:43:01Z', 'updated_at': '2021-11-12T02:48:20Z', 'revision_number': 6, 'project_id': '438b91b0ec874bb3ae1aed3227074c00', 'gw_port_host': None}], 'dv-cinder-808574-4-iscsi', False) {} {{(pid=101680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:48:20.515307 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0421c9c7-aac5-4ba1-b98e-8e687e9e18c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:20.539048 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb2e903-020b-4d08-901a-bd803b38882e None None] The sync data for ids ['33a39bb1-87f3-4715-9611-35a3a19cea34'] in dv-cinder-808574-4-iscsi is: [{'id': '33a39bb1-87f3-4715-9611-35a3a19cea34', 'name': 'tempest-TestShelveInstance-36976297-router', 'tenant_id': '438b91b0ec874bb3ae1aed3227074c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:43:01Z', 'updated_at': '2021-11-12T02:48:20Z', 'revision_number': 6, 'project_id': '438b91b0ec874bb3ae1aed3227074c00', 'gw_port_host': None}] {{(pid=101680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:48:20.543563 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421c9c7-aac5-4ba1-b98e-8e687e9e18c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d14e918b-34d0-4048-98bf-dc92d39f6120,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:48:20.620208 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0421c9c7-aac5-4ba1-b98e-8e687e9e18c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-661406'] for router_gateway, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:20.712571 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0421c9c7-aac5-4ba1-b98e-8e687e9e18c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57784'] for router, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:20.714719 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0421c9c7-aac5-4ba1-b98e-8e687e9e18c8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:20.770987 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0421c9c7-aac5-4ba1-b98e-8e687e9e18c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-656498'] for router, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:20.771568 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0421c9c7-aac5-4ba1-b98e-8e687e9e18c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33a39bb1-87f3-4715-9611-35a3a19cea34 {{(pid=101677) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:48:20.776353 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-0421c9c7-aac5-4ba1-b98e-8e687e9e18c8 admin admin] Publish callbacks [] for router, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:20.777803 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-0421c9c7-aac5-4ba1-b98e-8e687e9e18c8 admin admin] 10.222.0.70 "DELETE /v2.0/routers/33a39bb1-87f3-4715-9611-35a3a19cea34 HTTP/1.1" status: 204 len: 168 time: 0.8189614 Nov 12 02:48:20.780573 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51526) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:48:20.832764 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d0c41d-4d5a-4e90-8cbf-cef69bfbd57d admin admin] Deleting subnet d38825da-657a-4985-aa82-22ac8b169dc2 {{(pid=101677) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:48:20.838627 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7d0c41d-4d5a-4e90-8cbf-cef69bfbd57d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:20.874823 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7d0c41d-4d5a-4e90-8cbf-cef69bfbd57d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25589382'] for subnet, precommit_delete_associations {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:20.967103 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7d0c41d-4d5a-4e90-8cbf-cef69bfbd57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16054281'] for subnet, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:21.024046 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7d0c41d-4d5a-4e90-8cbf-cef69bfbd57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16054302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25522203'] for subnet, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:21.051887 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0c41d-4d5a-4e90-8cbf-cef69bfbd57d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d38825da-657a-4985-aa82-22ac8b169dc2,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:48:21.058775 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-e7d0c41d-4d5a-4e90-8cbf-cef69bfbd57d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for subnet, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:21.062040 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-e7d0c41d-4d5a-4e90-8cbf-cef69bfbd57d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d38825da-657a-4985-aa82-22ac8b169dc2 HTTP/1.1" status: 204 len: 168 time: 0.2801466 Nov 12 02:48:21.065984 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [-] (101677) accepted ('10.222.0.70', 51528) {{(pid=101677) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:48:21.069083 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918cdb66-1b39-4fb3-ade1-acc8e3e77851 None None] Network ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10 requested from dv-cinder-808574-4-iscsi {{(pid=101679) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:48:21.144487 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1474860f-0fc0-4f16-b3ae-e6185bd15804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16378732'] for network, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:21.201405 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-1474860f-0fc0-4f16-b3ae-e6185bd15804 admin admin] Deleting port 05ee395c-7e20-447b-92f5-6ca289b246f6 {{(pid=101677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:48:21.201746 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1474860f-0fc0-4f16-b3ae-e6185bd15804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:21.274004 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.db [None req-1474860f-0fc0-4f16-b3ae-e6185bd15804 admin admin] For port 05ee395c-7e20-447b-92f5-6ca289b246f6, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=05ee395c-7e20-447b-92f5-6ca289b246f6,segment=NetworkSegment(fdd399c1-ae3e-48fa-b731-3654df951b04),segment_id=fdd399c1-ae3e-48fa-b731-3654df951b04)] {{(pid=101677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:48:21.274285 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1474860f-0fc0-4f16-b3ae-e6185bd15804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:21.287538 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.plugin [None req-1474860f-0fc0-4f16-b3ae-e6185bd15804 admin admin] Calling delete_port for 05ee395c-7e20-447b-92f5-6ca289b246f6 owned by network:dhcp {{(pid=101677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:48:21.330261 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91a1ce3-5db0-4ccd-afb7-09edf5680726 None None] DHCP port deletion for ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10 request from dv-cinder-808574-4-iscsi {{(pid=101679) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:48:21.384224 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e91a1ce3-5db0-4ccd-afb7-09edf5680726 None None] Deleting port 05ee395c-7e20-447b-92f5-6ca289b246f6 {{(pid=101679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:48:21.384635 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e91a1ce3-5db0-4ccd-afb7-09edf5680726 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767026025656'] for port, before_delete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:21.393961 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1474860f-0fc0-4f16-b3ae-e6185bd15804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589448'] for port, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:21.438932 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474860f-0fc0-4f16-b3ae-e6185bd15804 admin admin] Pushing event deleted for resources: {'Port': ['ID=05ee395c-7e20-447b-92f5-6ca289b246f6,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:48:21.446398 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1474860f-0fc0-4f16-b3ae-e6185bd15804 admin admin] No DVR routers for this DVR port 05ee395c-7e20-447b-92f5-6ca289b246f6 on host dv-cinder-808574-4-iscsi {{(pid=101677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:48:21.454437 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.db [None req-e91a1ce3-5db0-4ccd-afb7-09edf5680726 None None] For port 05ee395c-7e20-447b-92f5-6ca289b246f6, host dv-cinder-808574-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-iscsi',level=0,port_id=05ee395c-7e20-447b-92f5-6ca289b246f6,segment=NetworkSegment(fdd399c1-ae3e-48fa-b731-3654df951b04),segment_id=fdd399c1-ae3e-48fa-b731-3654df951b04)] {{(pid=101679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:48:21.454955 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e91a1ce3-5db0-4ccd-afb7-09edf5680726 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664690'] for port, precommit_delete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:21.473487 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e91a1ce3-5db0-4ccd-afb7-09edf5680726 None None] Calling delete_port for 05ee395c-7e20-447b-92f5-6ca289b246f6 owned by network:dhcp {{(pid=101679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:48:21.523788 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1474860f-0fc0-4f16-b3ae-e6185bd15804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16054926', 'neutron.services.segments.db._delete_segments_for_network-8767026152430'] for network, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:21.553924 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-1474860f-0fc0-4f16-b3ae-e6185bd15804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10']}} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:48:21.567017 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-1474860f-0fc0-4f16-b3ae-e6185bd15804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd399c1-ae3e-48fa-b731-3654df951b04') {'for_net_delete': True} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:48:21.567317 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.services.segments.db [None req-1474860f-0fc0-4f16-b3ae-e6185bd15804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd399c1-ae3e-48fa-b731-3654df951b04') {} {{(pid=101677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:48:21.573264 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e91a1ce3-5db0-4ccd-afb7-09edf5680726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16356310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767026032258', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767025622146'] for port, after_delete {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:21.582377 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1474860f-0fc0-4f16-b3ae-e6185bd15804 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767026057975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25590901'] for segment, before_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:21.605602 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1474860f-0fc0-4f16-b3ae-e6185bd15804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630'] for segment, precommit_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:21.605936 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a1ce3-5db0-4ccd-afb7-09edf5680726 None None] Pushing event deleted for resources: {'Port': ['ID=05ee395c-7e20-447b-92f5-6ca289b246f6,revision_number=None']} {{(pid=101679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:48:21.605936 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91a1ce3-5db0-4ccd-afb7-09edf5680726 None None] No DVR routers for this DVR port 05ee395c-7e20-447b-92f5-6ca289b246f6 on host dv-cinder-808574-4-iscsi {{(pid=101679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:48:21.616726 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:48:21.619447 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a1ce3-5db0-4ccd-afb7-09edf5680726 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:21.619447 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a1ce3-5db0-4ccd-afb7-09edf5680726 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:21.619709 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a1ce3-5db0-4ccd-afb7-09edf5680726 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:21.620253 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a1ce3-5db0-4ccd-afb7-09edf5680726 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:21.620777 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a1ce3-5db0-4ccd-afb7-09edf5680726 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:21.621218 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1474860f-0fc0-4f16-b3ae-e6185bd15804 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=101677) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:48:21.621375 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a1ce3-5db0-4ccd-afb7-09edf5680726 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:21.621790 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1474860f-0fc0-4f16-b3ae-e6185bd15804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16444630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589397'] for segment, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:21.621915 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a1ce3-5db0-4ccd-afb7-09edf5680726 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:21.622346 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a1ce3-5db0-4ccd-afb7-09edf5680726 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:21.622917 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a1ce3-5db0-4ccd-afb7-09edf5680726 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:21.623921 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a1ce3-5db0-4ccd-afb7-09edf5680726 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:21.623921 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a1ce3-5db0-4ccd-afb7-09edf5680726 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:21.624417 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91a1ce3-5db0-4ccd-afb7-09edf5680726 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-iscsi {{(pid=101679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: Traceback (most recent call last): Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: timer() Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: cb(*args, **kw) Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: return func(*args, **kwargs) Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: self._notify() Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: self.callback(batched_events) Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: event.method(event) Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: return f(self, *a, **k) Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: return self._get(url).json() Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: return self.request(url, 'GET', **kwargs) Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:48:21.628916 dv-cinder-808574-4-iscsi neutron-server[101677]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:48:21.716127 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1474860f-0fc0-4f16-b3ae-e6185bd15804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16054935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661474'] for network, after_delete {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:21.724216 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron_lib.callbacks.manager [None req-1474860f-0fc0-4f16-b3ae-e6185bd15804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628868'] for network, before_response {{(pid=101677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:21.730374 dv-cinder-808574-4-iscsi neutron-server[101677]: INFO neutron.wsgi [None req-1474860f-0fc0-4f16-b3ae-e6185bd15804 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10 HTTP/1.1" status: 204 len: 168 time: 0.6629171 Nov 12 02:48:21.740131 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474860f-0fc0-4f16-b3ae-e6185bd15804 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec7a7d4c-693a-4d04-b3cb-9e610ce1cc10,revision_number=None']} {{(pid=101677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:48:21.853725 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 51532) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:48:21.903748 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-d1dbd956-2b73-431a-9c69-31b097e7bb07 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d6994b5f4e24d6483ad3e16b25cf629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487292 Nov 12 02:48:21.906138 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 51534) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:48:21.954871 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cca909a5-9166-46e2-adee-4d4628ee0339 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:21.981944 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cca909a5-9166-46e2-adee-4d4628ee0339 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:22.031009 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cca909a5-9166-46e2-adee-4d4628ee0339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:22.034038 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-cca909a5-9166-46e2-adee-4d4628ee0339 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:22.035234 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-cca909a5-9166-46e2-adee-4d4628ee0339 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d79245e0-f26f-4e40-9bda-1a0a79f25bf0 HTTP/1.1" status: 204 len: 168 time: 0.1280115 Nov 12 02:48:22.043538 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca909a5-9166-46e2-adee-4d4628ee0339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79245e0-f26f-4e40-9bda-1a0a79f25bf0,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:48:22.383062 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device d14e918b-34d0-4048-98bf-dc92d39f6120 no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:48:22.403232 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 51540) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:48:22.405830 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: d14e918b-34d0-4048-98bf-dc92d39f6120 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:48:22.406185 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device d14e918b-34d0-4048-98bf-dc92d39f6120 not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:48:22.406626 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 05ee395c-7e20-447b-92f5-6ca289b246f6 no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:48:22.431691 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: 05ee395c-7e20-447b-92f5-6ca289b246f6 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:48:22.432031 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device 05ee395c-7e20-447b-92f5-6ca289b246f6 not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:48:22.432458 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device b412f452-daaa-4d7e-9fc8-fab585cdc847 no longer exists at agent ovs-agent-dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:48:22.451679 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.plugin [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] No Port match for: b412f452-daaa-4d7e-9fc8-fab585cdc847 {{(pid=101679) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:48:22.452036 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron.plugins.ml2.rpc [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Device b412f452-daaa-4d7e-9fc8-fab585cdc847 not bound to the agent host dv-cinder-808574-4-iscsi {{(pid=101679) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:48:22.458855 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-0fea5643-f8d6-4a9c-8645-14ff56561457 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=438b91b0ec874bb3ae1aed3227074c00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519075 Nov 12 02:48:22.459261 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [-] (101678) accepted ('10.222.0.70', 51542) {{(pid=101678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:48:22.509390 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c614f9a8-5f20-4554-9967-92d34d9a7896 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:22.533514 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c614f9a8-5f20-4554-9967-92d34d9a7896 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:22.585368 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c614f9a8-5f20-4554-9967-92d34d9a7896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562209'] for security_group, after_delete {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:22.588045 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron_lib.callbacks.manager [None req-c614f9a8-5f20-4554-9967-92d34d9a7896 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:22.589287 dv-cinder-808574-4-iscsi neutron-server[101678]: INFO neutron.wsgi [None req-c614f9a8-5f20-4554-9967-92d34d9a7896 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/66e66580-002d-4796-b282-c015f667738b HTTP/1.1" status: 204 len: 168 time: 0.1289847 Nov 12 02:48:22.597808 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614f9a8-5f20-4554-9967-92d34d9a7896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e66580-002d-4796-b282-c015f667738b,revision_number=None']} {{(pid=101678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:48:30.371439 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-9d199c1a-14a2-44be-b0a3-057bf841539e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:32.718097 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-70a79694-b766-4eb2-b7c5-09a7063154a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:33.900361 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:35.408102 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:35.975502 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:41.685388 dv-cinder-808574-4-iscsi neutron-server[101677]: DEBUG neutron.wsgi [req-ef7c9996-0fed-471c-a448-7d214501f327 req-135b205a-a68a-43c4-a5c2-876274947e04 service neutron] (101677) timed out ('10.222.0.65', 62872) {{(pid=101677) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 02:48:49.497221 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:48:58.616342 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:49:00.372853 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-869f50dd-6c50-4d35-b49e-1f94057152d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:49:02.720640 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-0340021a-9ce7-4fa9-b873-523069486e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:49:03.902896 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:49:05.410125 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:49:05.978834 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:49:19.500586 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:49:30.377288 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-4b246669-b0f7-4cac-8cec-a8dd5f37b191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:49:32.724248 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-99699118-07c2-48fb-bd12-a04b8368f377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:49:33.904687 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:49:35.413213 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:49:35.614977 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:49:35.980057 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:49:49.510142 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:50:00.380244 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-bb919606-efcb-44d3-9dfe-49046d46a50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:50:02.725996 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4438-e8c4-485e-81bf-86fd8ad5208e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:50:03.912177 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:50:05.432123 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:50:05.982678 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:50:12.614238 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:50:19.509751 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:50:30.381824 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f85739d6-6336-4ecc-82e9-6bf4f6c82ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:50:32.731519 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-6a05803f-d159-406e-a34f-fccfa0c11912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:50:33.910655 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:50:35.418585 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:50:35.986478 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:50:49.521370 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:50:49.613539 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:51:00.385722 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e890f2e8-fd38-40ae-8aca-c295cb851701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:51:02.732900 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-349c5d46-7068-4769-918b-d4ea80acc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:51:03.914553 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:51:05.421590 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:51:05.988657 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:51:19.520564 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:51:26.612176 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:51:28.492113 dv-cinder-808574-4-iscsi neutron-server[101678]: DEBUG neutron.wsgi [req-ce7d2551-3cee-4fa4-82c4-813e4254a257 req-041fb29d-30c6-4b08-88d4-bd134af67a94 service neutron] (101678) timed out ('10.222.0.70', 44986) {{(pid=101678) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 02:51:30.390486 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-3e8626b6-7490-4207-9c43-734141fd8d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:51:32.734910 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-0e275137-2910-4d37-ae00-82ed411d2e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:51:33.917126 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:51:35.424089 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:51:35.990176 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:51:49.528176 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:52:00.391859 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-f906e50e-12cb-4c2b-87f4-feebd3a985a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:52:02.737479 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-b32df311-e886-4c46-8d4f-462ff9d3fd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:52:03.611330 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:52:03.923810 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:52:05.428971 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:52:05.993310 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:52:19.546700 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:52:30.393737 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-6507653c-c0c4-41ec-bdb8-0584fc7f2ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:52:32.738940 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-09c44bb4-06e0-4880-9851-28d7f350807e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:52:33.924173 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:52:35.429422 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:52:35.997556 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:52:40.611798 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:52:49.562951 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:00.393975 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-ab0dfcf9-c29a-41e7-ad11-df97a9bb045c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:02.740246 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e12d-61da-4d6b-b245-776ca93053f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:03.927447 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:05.431207 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:05.999300 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:17.610721 dv-cinder-808574-4-iscsi neutron-server[101680]: DEBUG neutron.db.agents_db [None req-3caae86b-a042-4ad3-96f7-2c285b90fd84 None None] Agent healthcheck: found 6 active agents {{(pid=101680) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:53:19.580507 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:30.395996 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-494f3b63-c054-47ee-b0b4-8ae8f77e5cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:32.740420 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-b994d68d-378c-4fab-88d2-67ba19613e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:33.931035 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-823a8cc8-7ee5-4cf4-9c1b-8ed7cfbe639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:35.434474 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-15441b51-50a1-4edb-bd94-de080c8305e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:36.000334 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-e069673d-8104-4208-ac0e-c0f3c005cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:49.570221 dv-cinder-808574-4-iscsi neutron-server[101679]: DEBUG neutron_lib.callbacks.manager [None req-602d6c4c-f58b-4365-afd4-dfed5a852068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767026152412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15993416'] for agent, after_update {{(pid=101679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}